-- Logs begin at Tue 2021-12-07 18:03:45 UTC, end at Tue 2021-12-07 19:06:40 UTC. -- Dec 07 18:36:27.665189 dv-cinder-819692-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 07 18:36:30.741476 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.common.config [-] Logging enabled! Dec 07 18:36:30.742102 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev258 Dec 07 18:36:30.742294 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108975) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 07 18:36:30.745972 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.common.config [-] Logging enabled! Dec 07 18:36:30.746238 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev258 Dec 07 18:36:30.746563 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108975) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 07 18:36:30.747521 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 07 18:36:30.747760 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 07 18:36:30.748127 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 07 18:36:30.748380 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 07 18:36:30.748610 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 07 18:36:30.748933 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.749358 dv-cinder-819692-6-iscsi neutron-server[108975]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 07 18:36:30.749676 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.750000 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.750301 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.750602 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.750898 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.751186 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.751475 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.751775 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.752067 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.752351 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.752639 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.752935 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.753218 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] config_source = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.753509 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.753798 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.754144 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] debug = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.754429 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.754863 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.755911 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.755911 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.755911 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.756145 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.756394 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.756674 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.756960 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.757290 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] host = dv-cinder-819692-6-iscsi {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.757572 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.757861 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.758176 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.758467 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.758745 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.759026 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.759313 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.759588 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] log_dir = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.759864 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] log_file = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.760143 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.760434 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.761345 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.761836 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.762100 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.762333 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.762631 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.762926 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.763209 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.763490 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.763769 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.764047 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.764328 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.764603 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.764894 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.765183 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.765472 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.765757 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.766058 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.766337 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.766613 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.766903 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.767180 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.767458 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.767736 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.768029 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.768303 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.768584 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.768888 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.769177 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.769465 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.769755 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.770059 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.770351 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.770629 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.770906 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] use_journal = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.771183 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] use_json = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.771462 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.771735 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.772020 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.772298 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.772575 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.772853 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.773130 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.773417 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:30.773717 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.774054 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.774359 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.774647 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.774953 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.775237 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.775531 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.775816 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.776788 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.777267 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.777689 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.778010 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.778315 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.778675 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.778912 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.779229 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.779532 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.779831 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.780113 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.780394 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.780675 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.780959 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.781254 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.781542 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.781835 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.782153 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.782439 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.782741 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.783029 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.783329 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.783624 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.783907 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.784192 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.784489 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.784774 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.785053 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.785339 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.785636 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.785940 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.786228 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.786519 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.786806 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.787085 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.787368 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.787658 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.787958 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.788244 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.788525 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.788806 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.789088 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.789368 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.789659 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.789963 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.790248 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.790528 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.790813 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.791093 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.791374 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.791663 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.792030 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.792518 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.792809 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.793095 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.793379 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.793662 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.793969 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.794253 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.794534 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.794820 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.795100 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.795379 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.795660 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.795940 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.796225 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.796517 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.796821 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.797104 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.797387 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.797673 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.797985 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.798272 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.798555 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.798847 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.799130 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.799409 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.799707 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.799998 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.800291 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.800581 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.800893 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.801195 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.801479 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.801769 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.802082 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.802367 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.802659 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.802949 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.803251 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.803555 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.803860 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.804162 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.804461 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.804752 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.805065 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.805350 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:30.805576 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 07 18:36:30.805823 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=108975) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 07 18:36:31.243206 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=108975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 07 18:36:31.243488 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=108975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 07 18:36:31.243801 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=108975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 07 18:36:31.244138 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 07 18:36:31.584565 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:31.584767 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:31.585045 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:31.586325 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:31.586698 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:31.587180 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:31.634385 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:31.634665 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:31.634937 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:31.650034 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:31.650319 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:31.650591 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:31.680022 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:31.680308 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:31.680577 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:31.720087 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:31.720370 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:31.720649 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.065368 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.066034 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.066034 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.066219 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.066902 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.168729 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.169056 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.169342 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.169615 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.169883 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.170223 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.170489 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.170750 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.171008 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.171292 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.171555 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.171823 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.172084 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.172343 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.172601 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.172869 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.173134 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.173404 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.173679 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.173962 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.174244 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.174504 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.174791 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.175175 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.175432 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.175683 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.176086 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=108975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 18:36:32.176335 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=108975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 18:36:32.176581 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=108975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 18:36:32.176824 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=108975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 18:36:32.177066 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=108975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 18:36:32.177305 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=108975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 18:36:32.177673 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 07 18:36:32.180827 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 07 18:36:32.186027 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 07 18:36:32.189820 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Dec 07 18:36:32.191487 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 07 18:36:32.191957 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 07 18:36:32.192293 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 07 18:36:32.192680 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 07 18:36:32.195544 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 07 18:36:32.195802 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 07 18:36:32.196157 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 07 18:36:32.201784 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 07 18:36:32.224904 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 07 18:36:32.225357 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.225656 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=108975) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 07 18:36:32.226049 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.227442 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=108975) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 07 18:36:32.227727 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 07 18:36:32.227977 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 07 18:36:32.231788 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.232075 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.296437 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 07 18:36:32.296681 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 07 18:36:32.296918 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 07 18:36:32.297294 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 07 18:36:32.319814 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_db.sqlalchemy.engines [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=108975) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 07 18:36:32.766915 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.managers [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Initializing driver for type 'gre' Dec 07 18:36:32.767499 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] gre ID ranges: [(1, 1000)] Dec 07 18:36:32.821594 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.managers [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Initializing driver for type 'local' Dec 07 18:36:32.821953 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.managers [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Initializing driver for type 'vlan' Dec 07 18:36:32.835720 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] VlanTypeDriver initialization complete Dec 07 18:36:32.836085 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.managers [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Initializing driver for type 'vxlan' Dec 07 18:36:32.836640 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] vxlan ID ranges: [(1, 1000)] Dec 07 18:36:32.893774 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.managers [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Initializing extension driver 'port_security' Dec 07 18:36:32.894211 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.extensions.port_security [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] PortSecurityExtensionDriver initialization complete Dec 07 18:36:32.894547 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.managers [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Initializing mechanism driver 'openvswitch' Dec 07 18:36:32.894882 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.managers [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Initializing mechanism driver 'hyperv' Dec 07 18:36:32.902100 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.plugins.ml2.plugin [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=108975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:36:32.902951 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > port after_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.903319 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > port after_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.903672 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > port after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.904215 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=108975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 07 18:36:32.904644 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > subnet after_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.904998 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > subnet after_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.905344 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > subnet after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.905747 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=108975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 07 18:36:32.906184 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > network after_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.906533 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > network after_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.906874 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > network after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.907269 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=108975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 07 18:36:32.907675 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > security_group after_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.908025 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > security_group after_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.908365 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > security_group after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.908764 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=108975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 07 18:36:32.909173 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.909519 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.909860 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.910282 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=108975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 07 18:36:32.910686 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > address_group after_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.911027 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > address_group after_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.911364 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > address_group after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.911758 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=108975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 07 18:36:32.912134 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] ML2 OVO RPC backend initialized. {{(pid=108975) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 07 18:36:32.912833 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > router_interface after_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.913184 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.913598 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > network before_response 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.913969 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > networks before_response 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.914318 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > port before_response 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.914655 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > ports before_response 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.914995 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > subnet before_response 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.915334 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > subnets before_response 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.915681 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > network after_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.916018 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > network after_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.916350 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > network after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.916710 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > port after_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.917649 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > port after_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.918005 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > port after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.918344 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > subnet after_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.918679 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > subnet after_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.919013 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > subnet after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.919590 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.plugin [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Modular L2 Plugin initialization complete Dec 07 18:36:32.919916 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading services supported by the core plugin {{(pid=108975) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 07 18:36:32.920242 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.managers [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Got port-security extension from driver 'port_security' Dec 07 18:36:32.920759 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.extensions.vlantransparent [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Disabled vlantransparent extension. Dec 07 18:36:32.921299 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=108975) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 07 18:36:32.921652 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading Plugin: router Dec 07 18:36:32.958482 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > router_interface before_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.958874 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > router after_create 55549900 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.959247 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > router before_create 55549900 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.959613 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > router_interface before_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.959988 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.960347 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > router after_delete 55549900 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.960704 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > floatingip after_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.961171 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > floatingip after_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.961539 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > router after_create 55549900 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.961886 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > router after_update 55549900 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.962263 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > router after_update 55549900 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.962615 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.962972 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > router after_update 55549900 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.963382 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > router precommit_update 55549900 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.964446 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: port after_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.964793 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: port after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.965133 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: subnet after_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.965472 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.965820 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > port precommit_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.966191 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > router precommit_create 55549900 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.966537 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: port before_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.966877 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > router precommit_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.967232 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > router after_update 55549900 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.967569 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > router precommit_delete 55549900 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.967916 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > router precommit_create 55549900 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.968275 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > router_interface after_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.968615 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > router precommit_update 55549900 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.968977 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > agent after_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.969321 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > agent after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.969660 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > network after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.970555 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.quota.resource_registry [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Tracking information for resource: router configured {{(pid=108975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 18:36:32.970890 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.quota.resource_registry [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Tracking information for resource: floatingip configured {{(pid=108975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 18:36:32.975751 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.db.l3_agentschedulers_db [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 07 18:36:32.976332 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: port after_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.976691 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: port after_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.977043 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: port after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.977396 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: port after_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.978225 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > router before_create 55550100 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.978589 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > router precommit_delete 55550100 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.978948 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > router precommit_create 55550100 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.979391 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > router precommit_update 55550100 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:32.984175 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.services.provider_configuration [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Service providers = [] {{(pid=108975) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 07 18:36:32.984535 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.db.servicetype_db [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=108975) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 07 18:36:32.987491 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.services.service_base [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=108975) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 07 18:36:32.987843 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.services.service_base [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=108975) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 07 18:36:32.988185 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.services.service_base [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=108975) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 07 18:36:32.989078 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.services.service_base [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=108975) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 07 18:36:32.989445 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.services.service_base [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 07 18:36:32.989820 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=108975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 07 18:36:32.990160 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 07 18:36:33.000970 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Successfully loaded METERING plugin. Description: METERING {{(pid=108975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 07 18:36:33.001291 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading Plugin: auto_allocate Dec 07 18:36:33.006995 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: network precommit_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:33.007367 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: network precommit_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:33.007894 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=108975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 07 18:36:33.008216 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading Plugin: tag Dec 07 18:36:33.015522 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=108975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 07 18:36:33.015851 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading Plugin: timestamp Dec 07 18:36:33.019731 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=108975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 07 18:36:33.020016 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading Plugin: network_ip_availability Dec 07 18:36:33.025482 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:33.025855 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:33.026897 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:33.027697 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=108975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 07 18:36:33.028018 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading Plugin: flavors Dec 07 18:36:33.032986 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=108975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 07 18:36:33.033320 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading Plugin: revisions Dec 07 18:36:33.037637 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=108975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 07 18:36:33.038073 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_concurrency.lockutils [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.794s {{(pid=108975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 07 18:36:33.039105 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=108975) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 07 18:36:33.039442 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Initializing extension manager. Dec 07 18:36:33.039960 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: __init__.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.040300 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: __pycache__ {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.040633 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.040964 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: address_group.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.041792 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.042504 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: address-group Dec 07 18:36:33.042826 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: address_scope.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.043542 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.044043 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: address-scope Dec 07 18:36:33.044363 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: admin_state_down_before_update.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.045287 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.045787 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: router-admin-state-down-before-update Dec 07 18:36:33.046133 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: agent.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.046832 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.047330 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: agent Dec 07 18:36:33.047649 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: agent_resources_synced.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.048565 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.049054 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: agent-resources-synced Dec 07 18:36:33.049374 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: allowedaddresspairs.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.051179 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.051697 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: allowed-address-pairs Dec 07 18:36:33.052021 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: auto_allocated_topology.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.053104 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.053606 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: auto-allocated-topology Dec 07 18:36:33.053955 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: availability_zone.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.054651 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.055147 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: availability_zone Dec 07 18:36:33.055466 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: availability_zone_filter.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.056374 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.056870 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: availability_zone_filter Dec 07 18:36:33.057190 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: data_plane_status.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.058372 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.059123 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extension data-plane-status not supported by any of loaded plugins Dec 07 18:36:33.059452 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: default_subnetpools.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.060373 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.060876 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: default-subnetpools Dec 07 18:36:33.061197 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: dhcpagentscheduler.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.062029 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.062534 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: dhcp_agent_scheduler Dec 07 18:36:33.062856 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: dns.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.063771 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.064267 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extension dns-integration not supported by any of loaded plugins Dec 07 18:36:33.064586 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: dns_domain_ports.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.065500 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.066052 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 07 18:36:33.066393 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.067535 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.068171 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 07 18:36:33.068474 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: dvr.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.069250 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.069978 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: dvr Dec 07 18:36:33.070314 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: ecmp_routes.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.071467 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.072060 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extension ecmp_routes not supported by any of loaded plugins Dec 07 18:36:33.072430 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: empty_string_filtering.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.074385 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.075099 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: empty-string-filtering Dec 07 18:36:33.075515 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.076653 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.077188 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 07 18:36:33.077563 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.078840 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.079502 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 07 18:36:33.079829 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: external_net.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.081014 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.081675 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: external-net Dec 07 18:36:33.082034 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: extra_dhcp_opt.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.083305 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.084010 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: extra_dhcp_opt Dec 07 18:36:33.084367 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: extraroute.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.085475 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.086160 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: extraroute Dec 07 18:36:33.086646 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: extraroute_atomic.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.088183 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.089483 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: extraroute-atomic Dec 07 18:36:33.089835 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: filter_validation.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.090755 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.091304 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: filter-validation Dec 07 18:36:33.091700 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: fip_pf_description.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.092954 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.093634 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 07 18:36:33.094269 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: fip_port_details.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.095318 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.095994 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: fip-port-details Dec 07 18:36:33.096416 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: flavors.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.098118 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.098839 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: flavors Dec 07 18:36:33.099319 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.101588 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.102345 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 07 18:36:33.102805 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: floatingip_pools.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.103601 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.104393 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: floatingip-pools Dec 07 18:36:33.104949 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: ip_allocation.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.106182 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.106838 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extension ip_allocation not supported by any of loaded plugins Dec 07 18:36:33.107251 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: ip_substring_port_filtering.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.108387 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.109189 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: ip-substring-filtering Dec 07 18:36:33.109466 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: l2_adjacency.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.110559 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.111191 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extension l2_adjacency not supported by any of loaded plugins Dec 07 18:36:33.111559 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: l3.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.112780 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.113384 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: router Dec 07 18:36:33.113756 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: l3_conntrack_helper.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.116056 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.116576 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 07 18:36:33.116905 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: l3_ext_gw_mode.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.118212 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.118823 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: ext-gw-mode Dec 07 18:36:33.119317 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: l3_ext_ha_mode.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.120558 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.121616 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: l3-ha Dec 07 18:36:33.122391 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: l3_flavors.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.123599 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.124044 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: l3-flavors Dec 07 18:36:33.124473 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.125734 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.126502 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: l3-port-ip-change-not-allowed Dec 07 18:36:33.126867 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: l3agentscheduler.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.128374 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.129159 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: l3_agent_scheduler Dec 07 18:36:33.129579 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: local_ip.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.131493 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.132008 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extension local_ip not supported by any of loaded plugins Dec 07 18:36:33.132334 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: logging.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.136264 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.136775 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extension logging not supported by any of loaded plugins Dec 07 18:36:33.137107 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: metering.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.137872 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.138484 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: metering Dec 07 18:36:33.138812 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.140205 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.140720 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: metering_source_and_destination_fields Dec 07 18:36:33.141048 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: multiprovidernet.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.142003 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.142511 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: multi-provider Dec 07 18:36:33.142838 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: netmtu.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.143770 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.144280 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: net-mtu Dec 07 18:36:33.144606 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: netmtu_writable.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.145526 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.146060 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: net-mtu-writable Dec 07 18:36:33.146387 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: network_availability_zone.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.147057 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.147556 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: network_availability_zone Dec 07 18:36:33.147876 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: network_ip_availability.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.148987 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.149489 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: network-ip-availability Dec 07 18:36:33.149811 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: network_segment_range.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.150611 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.151711 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extension network-segment-range not supported by any of loaded plugins Dec 07 18:36:33.152047 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: pagination.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.153030 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.153366 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: pagination Dec 07 18:36:33.153690 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: port_device_profile.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.154612 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.155115 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: port-device-profile Dec 07 18:36:33.155436 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: port_mac_address_regenerate.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.156351 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.156848 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: port-mac-address-regenerate Dec 07 18:36:33.157165 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: port_numa_affinity_policy.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.158113 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.158612 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: port-numa-affinity-policy Dec 07 18:36:33.158930 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: port_resource_request.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.159848 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.160347 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extension port-resource-request not supported by any of loaded plugins Dec 07 18:36:33.160669 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: port_resource_request_groups.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.161638 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.162159 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 07 18:36:33.162481 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: portbindings.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.163413 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.163912 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: binding Dec 07 18:36:33.164231 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: portbindings_extended.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.165490 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.166025 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: binding-extended Dec 07 18:36:33.166350 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: portsecurity.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.167310 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.167813 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: port-security Dec 07 18:36:33.168134 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: project_id.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.169105 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.169436 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: project-id Dec 07 18:36:33.169757 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: providernet.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.170696 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.171200 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: provider Dec 07 18:36:33.171519 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: qos.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.175163 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.175684 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extension qos not supported by any of loaded plugins Dec 07 18:36:33.176019 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: qos_bw_limit_direction.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.177264 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.177772 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 07 18:36:33.178180 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.179103 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.179607 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 07 18:36:33.179929 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: qos_default.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.180847 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.181349 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extension qos-default not supported by any of loaded plugins Dec 07 18:36:33.181674 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: qos_fip.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.182409 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.182906 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extension qos-fip not supported by any of loaded plugins Dec 07 18:36:33.183230 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: qos_gateway_ip.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.184406 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.184902 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 07 18:36:33.185224 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: qos_port_network_policy.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.186168 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.186671 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 07 18:36:33.186994 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.188147 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.188650 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 07 18:36:33.188975 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: qos_pps_rule.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.190175 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.190686 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extension qos-pps not supported by any of loaded plugins Dec 07 18:36:33.191007 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: qos_rule_type_details.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.191940 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.192442 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 07 18:36:33.192762 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: qos_rules_alias.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.193814 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.194370 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 07 18:36:33.194689 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: quota_check_limit.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.195627 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.196131 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: quota-check-limit Dec 07 18:36:33.196452 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: quotasv2.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.197407 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.197734 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: quotas Dec 07 18:36:33.198640 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: quotasv2_detail.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.201775 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.202146 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: quota_details Dec 07 18:36:33.202478 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: rbac.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.203543 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.204057 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: rbac-policies Dec 07 18:36:33.204387 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: rbac_address_group.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.205312 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.205821 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: rbac-address-group Dec 07 18:36:33.206170 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: rbac_address_scope.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.207094 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.207596 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: rbac-address-scope Dec 07 18:36:33.207916 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: rbac_security_groups.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.208829 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.209328 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: rbac-security-groups Dec 07 18:36:33.209649 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: rbac_subnetpool.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.210586 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.211085 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: rbac-subnetpool Dec 07 18:36:33.211404 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: revisionifmatch.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.212322 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.212819 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: revision-if-match Dec 07 18:36:33.213138 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: revisions.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.214863 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.215365 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: standard-attr-revisions Dec 07 18:36:33.215687 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: router_availability_zone.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.216361 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.216861 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: router_availability_zone Dec 07 18:36:33.217182 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: routerservicetype.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.218134 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.218633 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extension router-service-type not supported by any of loaded plugins Dec 07 18:36:33.218951 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.219946 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.220448 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: security-groups-normalized-cidr Dec 07 18:36:33.220767 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: security_groups_port_filtering.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.221689 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.222225 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: port-security-groups-filtering Dec 07 18:36:33.222545 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: security_groups_remote_address_group.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.223480 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.223980 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: security-groups-remote-address-group Dec 07 18:36:33.224299 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: security_groups_shared_filtering.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.225231 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.225727 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: security-groups-shared-filtering Dec 07 18:36:33.226081 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.226673 dv-cinder-819692-6-iscsi neutron-server[108975]: WARNING neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 07 18:36:33.226992 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: securitygroup.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.236889 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.237429 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: security-group Dec 07 18:36:33.237759 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: segment.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.238600 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.239112 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extension segment not supported by any of loaded plugins Dec 07 18:36:33.239439 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.240672 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.241187 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 07 18:36:33.241515 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: servicetype.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.242660 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.243174 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: service-type Dec 07 18:36:33.243502 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: sorting.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.244491 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.244865 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: sorting Dec 07 18:36:33.251885 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: standard_attr_segment.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.251885 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.251885 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 07 18:36:33.251885 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: standardattrdescription.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.251885 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.251885 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: standard-attr-description Dec 07 18:36:33.252440 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: stateful_security_group.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.252440 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.252440 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: stateful-security-group Dec 07 18:36:33.252440 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: stdattrs_common.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.252440 dv-cinder-819692-6-iscsi neutron-server[108975]: WARNING neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 07 18:36:33.252440 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.252897 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.252897 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 07 18:36:33.253055 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: subnet_onboard.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.254297 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.254806 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: subnet_onboard Dec 07 18:36:33.255129 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: subnet_segmentid_writable.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.256571 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.257073 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 07 18:36:33.257394 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: subnet_service_types.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.258341 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.258848 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: subnet-service-types Dec 07 18:36:33.259169 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: subnetallocation.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.260259 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.261454 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: subnet_allocation Dec 07 18:36:33.261778 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.262850 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.263353 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: subnetpool-prefix-ops Dec 07 18:36:33.263674 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.264614 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.265113 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 07 18:36:33.265617 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: tagging.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.266775 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.267288 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: standard-attr-tag Dec 07 18:36:33.267613 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: timestamp.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.269029 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.269539 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loaded extension: standard-attr-timestamp Dec 07 18:36:33.269933 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: trunk.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.271122 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.271632 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extension trunk not supported by any of loaded plugins Dec 07 18:36:33.271958 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: trunk_details.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.273081 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.273593 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extension trunk-details not supported by any of loaded plugins Dec 07 18:36:33.273950 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: uplink_status_propagation.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.275089 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.275597 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 07 18:36:33.275917 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Loading extension file: vlantransparent.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 18:36:33.277366 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 18:36:33.277864 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extension vlan-transparent not supported by any of loaded plugins Dec 07 18:36:33.280462 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.quota.resource_registry [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Creating instance of TrackedResource for resource:network Dec 07 18:36:33.280995 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.quota.resource_registry [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Creating instance of TrackedResource for resource:subnet Dec 07 18:36:33.281394 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.quota.resource_registry [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Creating instance of TrackedResource for resource:subnetpool Dec 07 18:36:33.281783 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.quota.resource_registry [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Creating instance of TrackedResource for resource:port Dec 07 18:36:33.283083 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.v2.resource_helper [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 18:36:33.283545 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.v2.resource_helper [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Service FLAVORS assigned prefix: {{(pid=108975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 18:36:33.284152 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.v2.resource_helper [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 18:36:33.284576 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.v2.resource_helper [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 18:36:33.284907 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.quota.resource_registry [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Creating instance of TrackedResource for resource:router Dec 07 18:36:33.285371 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.quota.resource_registry [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Creating instance of TrackedResource for resource:floatingip Dec 07 18:36:33.285872 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.v2.resource_helper [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Service METERING assigned prefix: /metering {{(pid=108975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 18:36:33.287329 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:33.287700 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:33.288047 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:36:33.289065 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.quota.resource_registry [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Creating instance of CountableResource for resource:rbac_policy Dec 07 18:36:33.289508 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.quota.resource_registry [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Creating instance of TrackedResource for resource:security_group Dec 07 18:36:33.289975 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.quota.resource_registry [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Creating instance of TrackedResource for resource:security_group_rule Dec 07 18:36:33.290589 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.v2.resource_helper [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Service CORE assigned prefix: {{(pid=108975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 18:36:33.290919 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.quota.resource_registry [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Creating instance of TrackedResource for resource:subnetpool Dec 07 18:36:33.291262 dv-cinder-819692-6-iscsi neutron-server[108975]: WARNING neutron.quota.resource_registry [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] subnetpool is already registered Dec 07 18:36:33.292261 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.v2.resource_helper [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Service CORE assigned prefix: {{(pid=108975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 18:36:33.292575 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.quota.resource_registry [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Creating instance of TrackedResource for resource:subnetpool Dec 07 18:36:33.292900 dv-cinder-819692-6-iscsi neutron-server[108975]: WARNING neutron.quota.resource_registry [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] subnetpool is already registered Dec 07 18:36:33.295234 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.v2.resource_helper [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 18:36:33.295671 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.v2.resource_helper [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Service FLAVORS assigned prefix: {{(pid=108975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 18:36:33.296253 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.v2.resource_helper [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 18:36:33.296672 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.v2.resource_helper [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 18:36:33.297005 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.quota.resource_registry [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Creating instance of TrackedResource for resource:router Dec 07 18:36:33.297343 dv-cinder-819692-6-iscsi neutron-server[108975]: WARNING neutron.quota.resource_registry [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] router is already registered Dec 07 18:36:33.297752 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.quota.resource_registry [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Creating instance of TrackedResource for resource:floatingip Dec 07 18:36:33.298116 dv-cinder-819692-6-iscsi neutron-server[108975]: WARNING neutron.quota.resource_registry [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] floatingip is already registered Dec 07 18:36:33.298570 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.v2.resource_helper [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Service METERING assigned prefix: /metering {{(pid=108975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 18:36:33.299237 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.quota.resource_registry [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Creating instance of CountableResource for resource:rbac_policy Dec 07 18:36:33.299566 dv-cinder-819692-6-iscsi neutron-server[108975]: WARNING neutron.quota.resource_registry [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] rbac_policy is already registered Dec 07 18:36:33.299977 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.quota.resource_registry [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Creating instance of TrackedResource for resource:security_group Dec 07 18:36:33.300310 dv-cinder-819692-6-iscsi neutron-server[108975]: WARNING neutron.quota.resource_registry [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] security_group is already registered Dec 07 18:36:33.300712 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.quota.resource_registry [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Creating instance of TrackedResource for resource:security_group_rule Dec 07 18:36:33.301041 dv-cinder-819692-6-iscsi neutron-server[108975]: WARNING neutron.quota.resource_registry [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] security_group_rule is already registered Dec 07 18:36:33.301658 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.v2.resource_helper [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Service CORE assigned prefix: {{(pid=108975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 18:36:33.302016 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.quota.resource_registry [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Creating instance of TrackedResource for resource:subnetpool Dec 07 18:36:33.302350 dv-cinder-819692-6-iscsi neutron-server[108975]: WARNING neutron.quota.resource_registry [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] subnetpool is already registered Dec 07 18:36:33.302783 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.v2.resource_helper [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Service CORE assigned prefix: {{(pid=108975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 18:36:33.303108 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.quota.resource_registry [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Creating instance of TrackedResource for resource:subnetpool Dec 07 18:36:33.303440 dv-cinder-819692-6-iscsi neutron-server[108975]: WARNING neutron.quota.resource_registry [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] subnetpool is already registered Dec 07 18:36:33.303901 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extended resource: extensions {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:36:33.305388 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extended resource: address-groups {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:36:33.306898 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extended resource: address-scopes {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:36:33.308834 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extended resource: agents {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:36:33.310286 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extended resource: auto-allocated-topology {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:36:33.311527 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extended resource: availability_zones {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:36:33.312732 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extended resource: dhcp-networks {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:36:33.314251 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extended resource: dhcp-agents {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:36:33.315677 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extended resource: routers {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:36:33.317870 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extended resource: flavors {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:36:33.319038 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extended resource: service_profiles {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:36:33.320233 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extended resource: next_providers {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:36:33.321649 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extended resource: service_profiles {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:36:33.323255 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extended resource: floatingip-pools {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:36:33.324501 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extended resource: routers {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:36:33.326623 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extended resource: floatingips {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:36:33.328846 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extended resource: l3-routers {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:36:33.330249 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extended resource: l3-agents {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:36:33.331664 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extended resource: metering-labels {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:36:33.333016 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extended resource: metering-label-rules {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:36:33.334324 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extended resource: network-ip-availabilities {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:36:33.335597 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extended resource: bindings {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:36:33.337227 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extended resource: quotas {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:36:33.339448 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extended resource: quotas {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:36:33.341066 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extended resource: rbac-policies {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:36:33.342707 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extended resource: security-groups {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:36:33.343918 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extended resource: security-group-rules {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:36:33.345128 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extended resource: service-providers {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:36:33.346373 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extended resource: subnetpools {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:36:33.347785 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extended resource: subnetpools {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:36:33.349239 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extended resource: tags {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:36:33.350938 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extended resource: tags {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:36:33.352733 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extended resource: tags {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:36:33.355220 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extended resource: tags {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:36:33.357007 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extended resource: tags {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:36:33.358906 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extended resource: tags {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:36:33.360590 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extended resource: tags {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:36:33.362503 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extended resource: tags {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:36:33.364250 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extended resource: tags {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:36:33.366123 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Extended resource: tags {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 18:36:33.372519 dv-cinder-819692-6-iscsi neutron-server[108975]: WARNING keystonemiddleware.auth_token [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 07 18:36:33.377271 dv-cinder-819692-6-iscsi neutron-server[108975]: WARNING keystonemiddleware.auth_token [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 07 18:36:33.386074 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_concurrency.lockutils [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Acquired lock "singleton_lock" {{(pid=108975) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 07 18:36:33.386543 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_concurrency.lockutils [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Releasing lock "singleton_lock" {{(pid=108975) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 07 18:36:33.387189 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO oslo_service.service [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Starting 2 workers Dec 07 18:36:33.392035 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Started child 109084 {{(pid=108975) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 07 18:36:33.396971 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Started child 109085 {{(pid=108975) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 07 18:36:33.397606 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:36:33.398553 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO neutron.service [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Neutron service started, listening on 0.0.0.0:9696 Dec 07 18:36:33.399110 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [-] (109084) wsgi starting up on http://0.0.0.0:9696 Dec 07 18:36:33.399278 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Publish callbacks [] for process, before_spawn {{(pid=108975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:36:33.402247 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO oslo_service.service [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Starting 1 workers Dec 07 18:36:33.402524 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:36:33.404592 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [-] (109085) wsgi starting up on http://0.0.0.0:9696 Dec 07 18:36:33.407518 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Started child 109086 {{(pid=108975) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 07 18:36:33.408089 dv-cinder-819692-6-iscsi neutron-server[108975]: INFO oslo_service.service [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Starting 1 workers Dec 07 18:36:33.415888 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.service [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] calling RpcWorker wait() {{(pid=109086) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 07 18:36:33.415888 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.service [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] returning from RpcWorker wait() {{(pid=109086) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 07 18:36:33.416722 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Started child 109087 {{(pid=108975) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 07 18:36:33.417428 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:36:33.417428 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:36:33.417730 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75ef-da19-4418-b7ec-f94194ee7eaf None None] Publish callbacks [] for process, after_spawn {{(pid=108975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:36:33.417730 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108975) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 07 18:36:33.417730 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 07 18:36:33.417730 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 07 18:36:33.417730 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 07 18:36:33.417730 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 07 18:36:33.417730 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 07 18:36:33.418708 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.418708 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.418708 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.418708 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.419230 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:36:33.419698 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.419698 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.420020 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:36:33.420175 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.420175 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.420175 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.420566 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.420566 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.420829 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.420829 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.421319 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.421319 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.421583 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.421808 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.422064 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.422227 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.422487 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.422757 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.422987 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.423246 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] debug = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.423484 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.423964 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.424190 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.424427 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.424643 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.424913 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.425139 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.428448 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.428448 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.428448 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.428448 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.428448 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.428448 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.428448 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.428448 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.429624 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.429624 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.429624 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.430411 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] host = dv-cinder-819692-6-iscsi {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.430708 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.430937 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.431323 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.431493 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.431712 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.431943 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.432219 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.432549 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.432798 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.433038 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.433279 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.433540 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.433789 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.434410 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] log_file = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.434583 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] log_options = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.434830 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.435098 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.435350 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.435546 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.435718 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.435902 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.436178 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.436326 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.436588 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.436806 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.437024 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.437240 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.437475 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.437708 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.438014 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.438252 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.438488 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.438699 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.438962 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.439207 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.439433 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.439660 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.439880 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.440098 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.440309 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.440540 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.440767 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.440978 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.441218 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.441568 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.441717 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.441927 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.442191 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.442720 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.442987 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.443216 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.443442 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.443654 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.443937 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.444149 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.444417 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.444660 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.444873 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.445118 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.445335 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.445567 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.445800 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] use_json = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.446034 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.446269 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.446493 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.446704 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.446916 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.447128 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.447403 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.447645 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.451131 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.451534 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.452047 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.452476 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.452888 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.453282 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.453650 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.453932 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.454225 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.454526 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.454817 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.455175 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.455492 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.455746 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.456054 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.456378 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.456651 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.456960 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.457187 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.457412 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.457655 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.457899 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.458257 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.460224 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.460378 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.460595 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.460893 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.464479 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.464855 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.465150 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.465447 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.465723 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.466049 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.466789 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.469960 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.470220 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.470468 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.470714 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.470952 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.471228 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.471471 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.471844 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.472002 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.472190 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.472419 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.472679 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.472914 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.473190 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.473434 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.473682 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.473935 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.474153 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.474584 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.474907 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.474907 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.475199 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.475357 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.475545 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.475794 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.476016 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.476236 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.476467 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.476705 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.476936 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.477154 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.477376 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.477620 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.477840 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.478115 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.478359 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.478580 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.478814 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.479035 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.480107 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.480523 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.480767 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.480997 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.481223 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.481475 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.481705 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.482132 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.482296 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.482465 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.482611 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.482778 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.483025 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.483245 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.483481 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.483695 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.483944 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.484159 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.484435 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.484733 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.484987 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.485236 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.485470 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.485722 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.485958 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.486213 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.486432 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.486652 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.486865 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.487116 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.487359 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.487610 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.487853 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.488071 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.488332 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.488572 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.488794 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.489013 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.489261 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.489500 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.489757 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.490031 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.490274 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.490512 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.490750 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.491038 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.491286 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.491575 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.491800 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.492102 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.492384 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.492675 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.492934 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.493171 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.493425 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.493709 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.494753 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.494753 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.494753 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.494753 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.495543 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.495787 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.495972 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.496179 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.496439 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.496758 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.496996 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.497236 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.497478 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.497761 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.498036 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.498282 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.498774 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.499131 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.499131 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.499418 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.499651 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.499799 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.499950 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.500609 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.500609 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.500609 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.500913 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.501033 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.501252 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.501457 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.501721 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.501960 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.502186 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.502423 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.502643 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.502863 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.503117 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.503331 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.503550 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.503789 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.504038 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.504279 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.504515 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.504729 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.504982 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.505202 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.505472 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.505722 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.505954 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.506186 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.506447 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.506702 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.506921 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.507158 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.507376 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.507618 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.507834 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.508074 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.508290 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.508524 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.508752 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.508967 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.509220 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.509460 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.509784 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.510067 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.510300 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.510591 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.510814 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.511035 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.511275 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.511496 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.511714 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.511933 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.512149 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.512394 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.512640 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.512896 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.513126 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.513339 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.513554 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.513783 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.514167 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.514656 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.514917 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.515158 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.515416 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.515678 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.515911 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.516145 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.516359 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.516570 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.516813 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.517031 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.517244 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.517473 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.517686 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.517898 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.518140 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.518380 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.518636 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.518883 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.519097 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.519331 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.519556 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.519775 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.520043 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.520217 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.520451 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.520662 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.520885 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.521101 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.521311 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.521539 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.521751 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.521984 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.522208 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.522426 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.522638 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.522943 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.523206 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.523430 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.523709 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.523939 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.524205 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.524448 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.524758 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.524973 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.525245 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.525504 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.525741 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.525982 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.527051 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.527480 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.527751 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.528019 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.528282 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.528595 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.528871 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.529143 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.529384 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.529695 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.530044 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.530330 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.530605 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.530838 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.531095 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.531320 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.531541 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.531795 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.532045 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.532261 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.532520 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.532771 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.532999 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.533220 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.533450 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.533670 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.533950 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.534149 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.534389 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.534610 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.534758 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 07 18:36:33.535298 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108975) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 07 18:36:33.535458 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 07 18:36:33.535596 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 07 18:36:33.535765 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 07 18:36:33.535937 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 07 18:36:33.536107 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 07 18:36:33.536288 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.536436 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.536599 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.536761 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.536920 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.537102 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.537264 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.537423 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.537582 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.537742 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.537901 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.538090 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.538251 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.538410 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.538721 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.539127 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.539383 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.539643 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.539920 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.540201 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.540492 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.540784 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.541075 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] debug = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.541367 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.541831 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.542627 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.542896 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.543192 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.543492 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.543785 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.544077 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.544374 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.544655 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.544910 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.545181 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.545454 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.545712 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.546010 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.546197 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.546368 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.546600 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.546770 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] host = dv-cinder-819692-6-iscsi {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.546937 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.547254 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.547254 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.547502 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.547719 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.547895 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.548059 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.548288 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.548454 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.548617 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.548780 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.548939 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.549100 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.549260 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] log_file = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.549492 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] log_options = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.549749 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.550017 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.550180 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.550365 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.550557 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.550870 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.551148 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.551315 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.551477 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.551638 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.551799 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.551961 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.552121 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.552281 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.552441 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.552601 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.552763 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.552923 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.553083 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.553229 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.553460 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.553601 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.553727 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.553847 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.554027 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.554187 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.554346 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.554506 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.554666 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.554826 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.554984 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.555144 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.555288 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.555458 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.555601 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.555764 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.555908 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:36:33.556067 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.556067 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.556334 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.556468 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.556599 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.556733 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.556864 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.556997 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.557139 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.557299 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.557711 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] use_json = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.557999 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.558278 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.558444 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.558605 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.558765 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.559182 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.559344 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.559505 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 18:36:33.559686 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.559849 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.560021 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.560173 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.560334 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.560496 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.560658 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.560819 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.560981 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.561146 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.561315 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.561476 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.561647 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.561808 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.561990 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.562156 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.562318 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.562479 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.562642 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.562803 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.562964 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.563125 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.563295 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.563457 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.563621 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.563782 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.563943 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.564112 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.564272 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.564448 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.564610 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.564772 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.564936 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.565092 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.565244 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.565386 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.565536 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.565698 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.565861 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.566043 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.566205 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.566367 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.566530 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.566691 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.566852 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.567014 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.567175 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.567336 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.567498 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.567660 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.567822 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.567983 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.568129 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.568295 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.568460 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.568627 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.568787 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.568959 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.569121 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.569270 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.569433 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.569590 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.569732 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.569878 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.570061 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.570201 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.570363 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.570524 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.570696 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.570845 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.570997 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.571160 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.571325 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.571485 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.571646 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.571810 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.571963 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.572102 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.572269 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.572420 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.572564 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.572716 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.572879 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.573121 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.573324 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.573623 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.573898 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.574099 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.574254 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.574384 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.574536 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.574707 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.574884 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.575046 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.575207 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.575369 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.575529 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.575691 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.575854 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.576014 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.576175 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.576337 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.576498 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.576660 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.576827 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.576988 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.577149 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.577312 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.577472 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.577632 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.577793 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.577979 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.578144 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.578335 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.578474 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.578618 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.578756 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.578900 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.579068 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.579229 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.579392 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.579553 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.579720 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.579893 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.580050 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.580206 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.580366 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.580515 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.580663 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.580824 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.580991 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.581139 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.581300 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.581456 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.581653 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.581773 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.581955 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.582113 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.582297 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.582460 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.582621 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.582782 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.582943 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.583105 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.583266 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.583427 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.583588 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.583748 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.583894 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.584106 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.584254 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.584347 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.584508 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.584668 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.584830 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.584992 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.585153 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.585315 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.585476 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.585638 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.585800 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.585980 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.586143 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.586303 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.586466 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.586626 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.586787 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.586952 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.587113 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.587435 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.587602 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.587767 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.589931 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.589931 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.589931 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.589931 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.589931 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.589931 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.589931 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.590592 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.590765 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.590932 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.591099 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.591264 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.591428 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.591594 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.591746 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.591908 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.592071 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.592233 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.592397 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.592560 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.592722 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.592900 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.593061 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.593221 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.593382 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.593543 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.593707 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.593867 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.594051 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.594214 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.594374 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.594535 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.594700 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.594866 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.595028 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.595190 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.595353 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.595513 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.595674 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.595836 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.596010 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.596172 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.596333 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.596494 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.596656 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.596818 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.596988 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.597149 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.597310 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.597471 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.597630 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.597791 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.597981 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.598144 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.598305 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.598467 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.598628 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.598790 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.598961 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.600978 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.600978 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.600978 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.600978 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.600978 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.600978 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.600978 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.600978 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.602404 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.602404 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.602404 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.602404 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.602404 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.602404 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.602404 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.602404 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.603920 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.603920 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.603920 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.603920 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.603920 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.603920 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.603920 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.603920 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.605466 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.605466 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.605466 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.605466 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.605466 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.605466 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.605466 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.605466 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.606043 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.606043 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.606043 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.606043 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.606043 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.606043 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.606043 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.606043 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.606581 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.606581 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.606581 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.606581 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.606581 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.606581 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.606581 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.607676 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.607676 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.607676 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.607676 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.607676 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.607676 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.607676 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.609026 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.609026 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.609026 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.609026 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.609026 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.609026 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 18:36:33.609026 dv-cinder-819692-6-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 07 18:36:33.848151 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 56192) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:36:33.857454 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071905 Dec 07 18:36:45.529643 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2eb4aae-2065-48be-87ac-681991d28e55 None None] get_active_networks_info from dv-cinder-819692-6-iscsi {{(pid=109086) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 07 18:36:45.586193 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eb4aae-2065-48be-87ac-681991d28e55 None None] No non-hosted networks {{(pid=109086) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 07 18:36:45.602043 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.agentschedulers_db [None req-f2eb4aae-2065-48be-87ac-681991d28e55 None None] DHCP Agent not found on host dv-cinder-819692-6-iscsi {{(pid=109086) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 07 18:36:45.708659 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bba8f720-47b6-41a8-b4fb-cac6e14205f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-646236'] for agent, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:36:47.768899 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8d2c8842-8767-4a7c-98dd-87d825e9beab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-646236'] for agent, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:36:47.815579 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4324c71c-1c29-4ddd-a156-bf570ef43e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:36:49.834598 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-646236'] for agent, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:36:50.298029 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-646236'] for agent, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:36:50.858172 dv-cinder-819692-6-iscsi neutron-server[109086]: INFO neutron.db.l3_hamode_db [None req-67258359-4bb6-456e-b283-26967c88b7a6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 07 18:36:50.938891 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67258359-4bb6-456e-b283-26967c88b7a6 None None] Routers set() bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:36:50.939273 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67258359-4bb6-456e-b283-26967c88b7a6 None None] Router IDs set() for agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 07 18:36:51.639582 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-646236'] for agent, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:36:51.642271 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:36:51.643196 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:36:51.646047 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:36:51.646393 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:36:51.646734 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:36:51.647071 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:36:51.647405 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:36:51.647764 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:36:51.648101 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:36:51.648430 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:36:51.648772 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:36:51.649103 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:36:51.649444 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:36:51.649840 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-819692-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:36:51.665066 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-819692-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:36:52.129164 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 56284) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:36:52.626254 dv-cinder-819692-6-iscsi neutron-server[109085]: WARNING oslo_policy.policy [None req-3f4ce8c4-c7a6-408a-bb6d-4833c62d76c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 07 18:36:52.626925 dv-cinder-819692-6-iscsi neutron-server[109085]: WARNING oslo_policy.policy [None req-3f4ce8c4-c7a6-408a-bb6d-4833c62d76c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 07 18:36:52.858931 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [None req-3f4ce8c4-c7a6-408a-bb6d-4833c62d76c4 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 18:36:52.859951 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-3f4ce8c4-c7a6-408a-bb6d-4833c62d76c4 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7297590 Dec 07 18:36:55.459183 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 56300) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:36:55.956164 dv-cinder-819692-6-iscsi neutron-server[109084]: WARNING oslo_policy.policy [None req-7d16a30d-794a-4421-931f-306f661f0bfe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 07 18:36:55.956774 dv-cinder-819692-6-iscsi neutron-server[109084]: WARNING oslo_policy.policy [None req-7d16a30d-794a-4421-931f-306f661f0bfe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 07 18:36:56.180188 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-7d16a30d-794a-4421-931f-306f661f0bfe admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:36:56.282669 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.policy [None req-7d16a30d-794a-4421-931f-306f661f0bfe admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109084) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 07 18:36:56.329418 dv-cinder-819692-6-iscsi neutron-server[109084]: WARNING oslo_policy.policy [None req-7d16a30d-794a-4421-931f-306f661f0bfe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 07 18:36:56.329785 dv-cinder-819692-6-iscsi neutron-server[109084]: WARNING oslo_policy.policy [None req-7d16a30d-794a-4421-931f-306f661f0bfe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 07 18:36:56.338980 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.quota [None req-7d16a30d-794a-4421-931f-306f661f0bfe admin admin] Loaded quota_driver: . Dec 07 18:36:56.428123 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-7d16a30d-794a-4421-931f-306f661f0bfe admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753412534093', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753412533602', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753412515734', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753412521022', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753412559997', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753412567878', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1646398', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1823770', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-731336', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-641024'] for rbac-policy, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:36:56.496524 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-7d16a30d-794a-4421-931f-306f661f0bfe admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:36:56.497945 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-7d16a30d-794a-4421-931f-306f661f0bfe admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0366611 Dec 07 18:36:59.287661 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 56318) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:36:59.581847 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-8859fba9-b370-42eb-adbb-486a913b047e admin admin] Request body: {'network': {'tenant_id': 'e527ba8bc7084e16ae3ad798bd171e5f', 'admin_state_up': True, 'name': 'private', 'project_id': 'e527ba8bc7084e16ae3ad798bd171e5f'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:36:59.612072 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8859fba9-b370-42eb-adbb-486a913b047e admin admin] Made reservation on behalf of e527ba8bc7084e16ae3ad798bd171e5f for: {'network': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:36:59.614949 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8859fba9-b370-42eb-adbb-486a913b047e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for network, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:36:59.631938 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8859fba9-b370-42eb-adbb-486a913b047e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:36:59.735812 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8859fba9-b370-42eb-adbb-486a913b047e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:36:59.739517 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8859fba9-b370-42eb-adbb-486a913b047e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:36:59.763869 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8859fba9-b370-42eb-adbb-486a913b047e admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=109084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 18:36:59.787933 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8859fba9-b370-42eb-adbb-486a913b047e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753414418333', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828'] for segment, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:36:59.788514 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8859fba9-b370-42eb-adbb-486a913b047e admin admin] Unsubscribe: segment precommit_create {{(pid=109084) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 07 18:36:59.789065 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.db.segments_db [None req-8859fba9-b370-42eb-adbb-486a913b047e admin admin] Added segment 5f40cf56-da8f-4a8f-98f1-7273546571d3 of type vlan for network b2acf7b8-effc-4f9a-a7c8-ec39983bd815 Dec 07 18:36:59.794601 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859fba9-b370-42eb-adbb-486a913b047e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c65d6d-cfcd-4af9-8e5b-915ca821af5f,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:36:59.830615 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859fba9-b370-42eb-adbb-486a913b047e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:36:59.830976 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859fba9-b370-42eb-adbb-486a913b047e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:36:59.831324 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859fba9-b370-42eb-adbb-486a913b047e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:36:59.831660 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859fba9-b370-42eb-adbb-486a913b047e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:36:59.831991 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859fba9-b370-42eb-adbb-486a913b047e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:36:59.832319 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859fba9-b370-42eb-adbb-486a913b047e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:36:59.832659 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859fba9-b370-42eb-adbb-486a913b047e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:36:59.832993 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859fba9-b370-42eb-adbb-486a913b047e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:36:59.833336 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859fba9-b370-42eb-adbb-486a913b047e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:36:59.833680 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859fba9-b370-42eb-adbb-486a913b047e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:36:59.834043 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859fba9-b370-42eb-adbb-486a913b047e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:36:59.834363 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859fba9-b370-42eb-adbb-486a913b047e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:36:59.834681 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859fba9-b370-42eb-adbb-486a913b047e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:36:59.835978 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859fba9-b370-42eb-adbb-486a913b047e admin admin] Tracked resource versions report: Dec 07 18:36:59.835978 dv-cinder-819692-6-iscsi neutron-server[109084]: pushed versions: Dec 07 18:36:59.835978 dv-cinder-819692-6-iscsi neutron-server[109084]: { 'AddressGroup': {'1.2'}, Dec 07 18:36:59.835978 dv-cinder-819692-6-iscsi neutron-server[109084]: 'ConntrackHelper': {'1.0'}, Dec 07 18:36:59.835978 dv-cinder-819692-6-iscsi neutron-server[109084]: 'LocalIPAssociation': {'1.0'}, Dec 07 18:36:59.835978 dv-cinder-819692-6-iscsi neutron-server[109084]: 'Log': {'1.0'}, Dec 07 18:36:59.835978 dv-cinder-819692-6-iscsi neutron-server[109084]: 'Network': {'1.1'}, Dec 07 18:36:59.835978 dv-cinder-819692-6-iscsi neutron-server[109084]: 'Port': {'1.7'}, Dec 07 18:36:59.835978 dv-cinder-819692-6-iscsi neutron-server[109084]: 'PortForwarding': {'1.2'}, Dec 07 18:36:59.835978 dv-cinder-819692-6-iscsi neutron-server[109084]: 'QosPolicy': {'1.10'}, Dec 07 18:36:59.835978 dv-cinder-819692-6-iscsi neutron-server[109084]: 'SecurityGroup': {'1.5'}, Dec 07 18:36:59.835978 dv-cinder-819692-6-iscsi neutron-server[109084]: 'SecurityGroupRule': {'1.2'}, Dec 07 18:36:59.835978 dv-cinder-819692-6-iscsi neutron-server[109084]: 'SubPort': {'1.0'}, Dec 07 18:36:59.835978 dv-cinder-819692-6-iscsi neutron-server[109084]: 'Subnet': {'1.1'}, Dec 07 18:36:59.835978 dv-cinder-819692-6-iscsi neutron-server[109084]: 'Trunk': {'1.1'}} Dec 07 18:36:59.835978 dv-cinder-819692-6-iscsi neutron-server[109084]: consumer versions: Dec 07 18:36:59.835978 dv-cinder-819692-6-iscsi neutron-server[109084]: { DHCP agent@dv-cinder-819692-6-iscsi: {}, Dec 07 18:36:59.835978 dv-cinder-819692-6-iscsi neutron-server[109084]: L3 agent@dv-cinder-819692-6-iscsi: {}, Dec 07 18:36:59.835978 dv-cinder-819692-6-iscsi neutron-server[109084]: Metadata agent@dv-cinder-819692-6-iscsi: {}, Dec 07 18:36:59.835978 dv-cinder-819692-6-iscsi neutron-server[109084]: Metering agent@dv-cinder-819692-6-iscsi: {}, Dec 07 18:36:59.835978 dv-cinder-819692-6-iscsi neutron-server[109084]: Open vSwitch agent@dv-cinder-819692-6-iscsi: { 'AddressGroup': '1.2', Dec 07 18:36:59.835978 dv-cinder-819692-6-iscsi neutron-server[109084]: 'ConntrackHelper': '1.0', Dec 07 18:36:59.835978 dv-cinder-819692-6-iscsi neutron-server[109084]: 'LocalIPAssociation': '1.0', Dec 07 18:36:59.835978 dv-cinder-819692-6-iscsi neutron-server[109084]: 'Log': '1.0', Dec 07 18:36:59.835978 dv-cinder-819692-6-iscsi neutron-server[109084]: 'Network': '1.1', Dec 07 18:36:59.835978 dv-cinder-819692-6-iscsi neutron-server[109084]: 'Port': '1.7', Dec 07 18:36:59.835978 dv-cinder-819692-6-iscsi neutron-server[109084]: 'PortForwarding': '1.2', Dec 07 18:36:59.835978 dv-cinder-819692-6-iscsi neutron-server[109084]: 'QosPolicy': '1.10', Dec 07 18:36:59.835978 dv-cinder-819692-6-iscsi neutron-server[109084]: 'SecurityGroup': '1.5', Dec 07 18:36:59.835978 dv-cinder-819692-6-iscsi neutron-server[109084]: 'SecurityGroupRule': '1.2', Dec 07 18:36:59.835978 dv-cinder-819692-6-iscsi neutron-server[109084]: 'SubPort': '1.0', Dec 07 18:36:59.835978 dv-cinder-819692-6-iscsi neutron-server[109084]: 'Subnet': '1.1', Dec 07 18:36:59.835978 dv-cinder-819692-6-iscsi neutron-server[109084]: 'Trunk': '1.1'}} Dec 07 18:36:59.835978 dv-cinder-819692-6-iscsi neutron-server[109084]: {{(pid=109084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 07 18:36:59.907290 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8859fba9-b370-42eb-adbb-486a913b047e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753414094686'] for network, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:36:59.946883 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8859fba9-b370-42eb-adbb-486a913b047e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027'] for network, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:36:59.948723 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8859fba9-b370-42eb-adbb-486a913b047e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:36:59.949447 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8859fba9-b370-42eb-adbb-486a913b047e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for network, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:00.011213 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-8859fba9-b370-42eb-adbb-486a913b047e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7223940 Dec 07 18:37:00.051567 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859fba9-b370-42eb-adbb-486a913b047e admin admin] Pushing event updated for resources: {'Network': ['ID=b2acf7b8-effc-4f9a-a7c8-ec39983bd815,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:37:00.064473 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Network b2acf7b8-effc-4f9a-a7c8-ec39983bd815 details requested by agent ovs-agent-dv-cinder-819692-6-iscsi with host dv-cinder-819692-6-iscsi {{(pid=109086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 18:37:02.885070 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 56332) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:37:03.277881 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b99a12-ed1c-4539-9003-46cd4bf768e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:37:03.279267 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-f5b99a12-ed1c-4539-9003-46cd4bf768e0 admin admin] 10.222.0.41 "GET /v2.0/networks/b2acf7b8-effc-4f9a-a7c8-ec39983bd815 HTTP/1.1" status: 200 len: 825 time: 0.3930371 Dec 07 18:37:03.304279 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-35292f62-0dd8-4497-83f1-4e6c6a0bf4bb admin admin] 10.222.0.41 "GET /v2.0/subnetpools/9ebd20b5-55ed-4a3f-9822-ad5b3ca88ffc HTTP/1.1" status: 200 len: 734 time: 0.0190134 Dec 07 18:37:03.313959 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-caa2808a-9de4-4d06-8fe6-471ba561a7c8 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': 'e527ba8bc7084e16ae3ad798bd171e5f', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '9ebd20b5-55ed-4a3f-9822-ad5b3ca88ffc', 'network_id': 'b2acf7b8-effc-4f9a-a7c8-ec39983bd815'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:37:03.334947 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa2808a-9de4-4d06-8fe6-471ba561a7c8 admin admin] Made reservation on behalf of e527ba8bc7084e16ae3ad798bd171e5f for: {'subnet': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:37:03.337362 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-caa2808a-9de4-4d06-8fe6-471ba561a7c8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:03.628496 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-caa2808a-9de4-4d06-8fe6-471ba561a7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027'] for subnet, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:03.701441 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2808a-9de4-4d06-8fe6-471ba561a7c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=731ec997-c3ac-4f50-89f9-ffde33492858,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:37:03.704303 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa2808a-9de4-4d06-8fe6-471ba561a7c8 admin admin] Checking segment: {'id': '5f40cf56-da8f-4a8f-98f1-7273546571d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b2acf7b8-effc-4f9a-a7c8-ec39983bd815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:37:03.704694 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa2808a-9de4-4d06-8fe6-471ba561a7c8 admin admin] Network hostable DHCP agents. Network: b2acf7b8-effc-4f9a-a7c8-ec39983bd815, hostable agents: ['6f398e68-3e13-4851-8372-7feb03493da6'], hosted agents: [] {{(pid=109084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 18:37:03.724464 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa2808a-9de4-4d06-8fe6-471ba561a7c8 admin admin] Network b2acf7b8-effc-4f9a-a7c8-ec39983bd815 is scheduled to be hosted by DHCP agent 6f398e68-3e13-4851-8372-7feb03493da6 with binding_index 1 {{(pid=109084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 18:37:03.735936 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-caa2808a-9de4-4d06-8fe6-471ba561a7c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819692-6-iscsi, b2acf7b8-effc-4f9a-a7c8-ec39983bd815) {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:37:03.740378 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa2808a-9de4-4d06-8fe6-471ba561a7c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:37:03.740971 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-caa2808a-9de4-4d06-8fe6-471ba561a7c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for subnet, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:03.746805 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694f52e4-417a-4a81-bf02-b741171e5b26 None None] Network b2acf7b8-effc-4f9a-a7c8-ec39983bd815 requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:37:03.758359 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-caa2808a-9de4-4d06-8fe6-471ba561a7c8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4471915 Dec 07 18:37:04.022466 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b22135-f85f-49e2-b8e5-fcec6d5d675e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ae0aa17-c7bf-538b-8221-0782f7b1bf99-b2acf7b8-effc-4f9a-a7c8-ec39983bd815', 'network_id': 'b2acf7b8-effc-4f9a-a7c8-ec39983bd815', 'project_id': 'e527ba8bc7084e16ae3ad798bd171e5f', 'fixed_ips': [{'subnet_id': '731ec997-c3ac-4f50-89f9-ffde33492858'}]}} from dv-cinder-819692-6-iscsi. {{(pid=109086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 07 18:37:04.023774 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-71b22135-f85f-49e2-b8e5-fcec6d5d675e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:04.338505 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-71b22135-f85f-49e2-b8e5-fcec6d5d675e None None] Allocated IP 172.20.0.2 (b2acf7b8-effc-4f9a-a7c8-ec39983bd815/731ec997-c3ac-4f50-89f9-ffde33492858/4b3b025a-5659-4676-9588-edbbace4f385) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:37:04.579536 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-71b22135-f85f-49e2-b8e5-fcec6d5d675e None None] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:04.588903 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-71b22135-f85f-49e2-b8e5-fcec6d5d675e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:04.688270 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b22135-f85f-49e2-b8e5-fcec6d5d675e None None] Network b2acf7b8-effc-4f9a-a7c8-ec39983bd815 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:37:04.695083 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-71b22135-f85f-49e2-b8e5-fcec6d5d675e None None] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:37:04.702515 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b22135-f85f-49e2-b8e5-fcec6d5d675e None None] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:37:04.705679 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b22135-f85f-49e2-b8e5-fcec6d5d675e None None] Pushing event updated for resources: {'Port': ['ID=4b3b025a-5659-4676-9588-edbbace4f385,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:37:04.735947 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b22135-f85f-49e2-b8e5-fcec6d5d675e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:37:04.736314 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b22135-f85f-49e2-b8e5-fcec6d5d675e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:37:04.736677 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b22135-f85f-49e2-b8e5-fcec6d5d675e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:37:04.737019 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b22135-f85f-49e2-b8e5-fcec6d5d675e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:37:04.737353 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b22135-f85f-49e2-b8e5-fcec6d5d675e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:37:04.737683 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b22135-f85f-49e2-b8e5-fcec6d5d675e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:37:04.738036 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b22135-f85f-49e2-b8e5-fcec6d5d675e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:37:04.738367 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b22135-f85f-49e2-b8e5-fcec6d5d675e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:37:04.738691 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b22135-f85f-49e2-b8e5-fcec6d5d675e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:37:04.739034 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b22135-f85f-49e2-b8e5-fcec6d5d675e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:37:04.739361 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b22135-f85f-49e2-b8e5-fcec6d5d675e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:37:04.739683 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b22135-f85f-49e2-b8e5-fcec6d5d675e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:37:04.740006 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b22135-f85f-49e2-b8e5-fcec6d5d675e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:37:04.741339 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b22135-f85f-49e2-b8e5-fcec6d5d675e None None] Tracked resource versions report: Dec 07 18:37:04.741339 dv-cinder-819692-6-iscsi neutron-server[109086]: pushed versions: Dec 07 18:37:04.741339 dv-cinder-819692-6-iscsi neutron-server[109086]: { 'AddressGroup': {'1.2'}, Dec 07 18:37:04.741339 dv-cinder-819692-6-iscsi neutron-server[109086]: 'ConntrackHelper': {'1.0'}, Dec 07 18:37:04.741339 dv-cinder-819692-6-iscsi neutron-server[109086]: 'LocalIPAssociation': {'1.0'}, Dec 07 18:37:04.741339 dv-cinder-819692-6-iscsi neutron-server[109086]: 'Log': {'1.0'}, Dec 07 18:37:04.741339 dv-cinder-819692-6-iscsi neutron-server[109086]: 'Network': {'1.1'}, Dec 07 18:37:04.741339 dv-cinder-819692-6-iscsi neutron-server[109086]: 'Port': {'1.7'}, Dec 07 18:37:04.741339 dv-cinder-819692-6-iscsi neutron-server[109086]: 'PortForwarding': {'1.2'}, Dec 07 18:37:04.741339 dv-cinder-819692-6-iscsi neutron-server[109086]: 'QosPolicy': {'1.10'}, Dec 07 18:37:04.741339 dv-cinder-819692-6-iscsi neutron-server[109086]: 'SecurityGroup': {'1.5'}, Dec 07 18:37:04.741339 dv-cinder-819692-6-iscsi neutron-server[109086]: 'SecurityGroupRule': {'1.2'}, Dec 07 18:37:04.741339 dv-cinder-819692-6-iscsi neutron-server[109086]: 'SubPort': {'1.0'}, Dec 07 18:37:04.741339 dv-cinder-819692-6-iscsi neutron-server[109086]: 'Subnet': {'1.1'}, Dec 07 18:37:04.741339 dv-cinder-819692-6-iscsi neutron-server[109086]: 'Trunk': {'1.1'}} Dec 07 18:37:04.741339 dv-cinder-819692-6-iscsi neutron-server[109086]: consumer versions: Dec 07 18:37:04.741339 dv-cinder-819692-6-iscsi neutron-server[109086]: { DHCP agent@dv-cinder-819692-6-iscsi: {}, Dec 07 18:37:04.741339 dv-cinder-819692-6-iscsi neutron-server[109086]: L3 agent@dv-cinder-819692-6-iscsi: {}, Dec 07 18:37:04.741339 dv-cinder-819692-6-iscsi neutron-server[109086]: Metadata agent@dv-cinder-819692-6-iscsi: {}, Dec 07 18:37:04.741339 dv-cinder-819692-6-iscsi neutron-server[109086]: Metering agent@dv-cinder-819692-6-iscsi: {}, Dec 07 18:37:04.741339 dv-cinder-819692-6-iscsi neutron-server[109086]: Open vSwitch agent@dv-cinder-819692-6-iscsi: { 'AddressGroup': '1.2', Dec 07 18:37:04.741339 dv-cinder-819692-6-iscsi neutron-server[109086]: 'ConntrackHelper': '1.0', Dec 07 18:37:04.741339 dv-cinder-819692-6-iscsi neutron-server[109086]: 'LocalIPAssociation': '1.0', Dec 07 18:37:04.741339 dv-cinder-819692-6-iscsi neutron-server[109086]: 'Log': '1.0', Dec 07 18:37:04.741339 dv-cinder-819692-6-iscsi neutron-server[109086]: 'Network': '1.1', Dec 07 18:37:04.741339 dv-cinder-819692-6-iscsi neutron-server[109086]: 'Port': '1.7', Dec 07 18:37:04.741339 dv-cinder-819692-6-iscsi neutron-server[109086]: 'PortForwarding': '1.2', Dec 07 18:37:04.741339 dv-cinder-819692-6-iscsi neutron-server[109086]: 'QosPolicy': '1.10', Dec 07 18:37:04.741339 dv-cinder-819692-6-iscsi neutron-server[109086]: 'SecurityGroup': '1.5', Dec 07 18:37:04.741339 dv-cinder-819692-6-iscsi neutron-server[109086]: 'SecurityGroupRule': '1.2', Dec 07 18:37:04.741339 dv-cinder-819692-6-iscsi neutron-server[109086]: 'SubPort': '1.0', Dec 07 18:37:04.741339 dv-cinder-819692-6-iscsi neutron-server[109086]: 'Subnet': '1.1', Dec 07 18:37:04.741339 dv-cinder-819692-6-iscsi neutron-server[109086]: 'Trunk': '1.1'}} Dec 07 18:37:04.741339 dv-cinder-819692-6-iscsi neutron-server[109086]: {{(pid=109086) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 07 18:37:04.790712 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-71b22135-f85f-49e2-b8e5-fcec6d5d675e None None] Attempting to bind port 4b3b025a-5659-4676-9588-edbbace4f385 on host dv-cinder-819692-6-iscsi for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:37:04.791526 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-71b22135-f85f-49e2-b8e5-fcec6d5d675e None None] Attempting to bind port 4b3b025a-5659-4676-9588-edbbace4f385 by drivers openvswitch,hyperv on host dv-cinder-819692-6-iscsi at level 0 using segments [{'id': '5f40cf56-da8f-4a8f-98f1-7273546571d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b2acf7b8-effc-4f9a-a7c8-ec39983bd815'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:37:04.791526 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b22135-f85f-49e2-b8e5-fcec6d5d675e None None] Attempting to bind port 4b3b025a-5659-4676-9588-edbbace4f385 on network b2acf7b8-effc-4f9a-a7c8-ec39983bd815 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:37:04.796442 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b22135-f85f-49e2-b8e5-fcec6d5d675e None None] Checking agent: {'id': 'fd9e3ab0-a028-492f-8cb9-0b732e52b698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 36, 52), 'started_at': datetime.datetime(2021, 12, 7, 18, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:37:04.796820 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b22135-f85f-49e2-b8e5-fcec6d5d675e None None] Checking segment: {'id': '5f40cf56-da8f-4a8f-98f1-7273546571d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b2acf7b8-effc-4f9a-a7c8-ec39983bd815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:37:04.797305 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-71b22135-f85f-49e2-b8e5-fcec6d5d675e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:04.797696 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b22135-f85f-49e2-b8e5-fcec6d5d675e None None] Bound using segment: {'id': '5f40cf56-da8f-4a8f-98f1-7273546571d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b2acf7b8-effc-4f9a-a7c8-ec39983bd815'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:37:04.798228 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-71b22135-f85f-49e2-b8e5-fcec6d5d675e None None] Bound port: 4b3b025a-5659-4676-9588-edbbace4f385, host: dv-cinder-819692-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f40cf56-da8f-4a8f-98f1-7273546571d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b2acf7b8-effc-4f9a-a7c8-ec39983bd815'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:37:04.798637 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-71b22135-f85f-49e2-b8e5-fcec6d5d675e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:04.861587 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-71b22135-f85f-49e2-b8e5-fcec6d5d675e None None] For port 4b3b025a-5659-4676-9588-edbbace4f385, host dv-cinder-819692-6-iscsi, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:37:04.865719 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-71b22135-f85f-49e2-b8e5-fcec6d5d675e None None] For port 4b3b025a-5659-4676-9588-edbbace4f385, host dv-cinder-819692-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=4b3b025a-5659-4676-9588-edbbace4f385,segment=NetworkSegment(5f40cf56-da8f-4a8f-98f1-7273546571d3),segment_id=5f40cf56-da8f-4a8f-98f1-7273546571d3)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:37:04.871993 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-71b22135-f85f-49e2-b8e5-fcec6d5d675e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:04.935093 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b22135-f85f-49e2-b8e5-fcec6d5d675e None None] Pushing event updated for resources: {'Port': ['ID=4b3b025a-5659-4676-9588-edbbace4f385,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:37:06.434017 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 56340) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:37:06.740938 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [None req-1bac1126-f142-47b0-b7ca-8f9b8135cb39 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 18:37:06.741992 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-1bac1126-f142-47b0-b7ca-8f9b8135cb39 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3069315 Dec 07 18:37:09.362526 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 56348) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:37:09.675850 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [None req-86b838d0-4884-4bd0-9cda-ba4a33bf1d31 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 18:37:09.676938 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-86b838d0-4884-4bd0-9cda-ba4a33bf1d31 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3134181 Dec 07 18:37:12.537838 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 56358) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:37:12.837896 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-e2c7f5a9-4098-4561-9afb-fa9cab0265ac admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'e527ba8bc7084e16ae3ad798bd171e5f', 'admin_state_up': True}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:37:12.860783 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e2c7f5a9-4098-4561-9afb-fa9cab0265ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-647033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30663'] for router, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:12.862444 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e2c7f5a9-4098-4561-9afb-fa9cab0265ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-646889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645048', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30686'] for router, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:13.001243 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e2c7f5a9-4098-4561-9afb-fa9cab0265ac admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:13.006420 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e2c7f5a9-4098-4561-9afb-fa9cab0265ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-646896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644967'] for router, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:13.022904 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e2c7f5a9-4098-4561-9afb-fa9cab0265ac admin admin] Publish callbacks [] for router, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:13.024133 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-e2c7f5a9-4098-4561-9afb-fa9cab0265ac admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4851973 Dec 07 18:37:13.484444 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 4b3b025a-5659-4676-9588-edbbace4f385 up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:37:13.577892 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port 4b3b025a-5659-4676-9588-edbbace4f385 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:37:13.578305 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:13.691867 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:13.726575 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] For port 4b3b025a-5659-4676-9588-edbbace4f385, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=4b3b025a-5659-4676-9588-edbbace4f385,segment=NetworkSegment(5f40cf56-da8f-4a8f-98f1-7273546571d3),segment_id=5f40cf56-da8f-4a8f-98f1-7273546571d3)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:37:13.731399 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:13.783194 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Pushing event updated for resources: {'Port': ['ID=4b3b025a-5659-4676-9588-edbbace4f385,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:37:14.237188 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfca1e4-3ba1-474d-b658-39780dc4894d None None] Network b2acf7b8-effc-4f9a-a7c8-ec39983bd815 requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:37:14.343774 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-628a6197-1127-4bcf-9396-c0b371b47159 None None] Provisioning complete for port 4b3b025a-5659-4676-9588-edbbace4f385 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:37:14.344140 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-628a6197-1127-4bcf-9396-c0b371b47159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:14.472777 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 5 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:37:14.555443 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-72abf12e-2ff1-4413-97a2-22b8fb073198 None None] Provisioning complete for port 4b3b025a-5659-4676-9588-edbbace4f385 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:37:14.555993 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-72abf12e-2ff1-4413-97a2-22b8fb073198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:15.436459 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f4e7056-e1e7-40e4-bb28-d5cf1cbacb5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:15.476104 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 4b3b025a-5659-4676-9588-edbbace4f385 up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:37:15.530831 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port 4b3b025a-5659-4676-9588-edbbace4f385 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:37:15.531268 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:15.665199 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 56370) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:37:15.972850 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [None req-fcda8c66-cf02-42c4-a9e5-98b808bff91d admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 18:37:15.973807 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-fcda8c66-cf02-42c4-a9e5-98b808bff91d admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3076982 Dec 07 18:37:17.773643 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5042d4da-919c-483b-86e5-b593b76a8491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:18.555062 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 56378) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:37:18.876882 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-e8eb4bcb-6e6c-45ec-a5ef-610505f3c7e5 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'is_default': True}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:37:18.878313 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.quota [None req-e8eb4bcb-6e6c-45ec-a5ef-610505f3c7e5 admin admin] Loaded quota_driver: . Dec 07 18:37:18.933061 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8eb4bcb-6e6c-45ec-a5ef-610505f3c7e5 admin admin] Made reservation on behalf of c14c522cc8f8451cafdd8503f980220d for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:37:18.999588 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.policy [None req-e8eb4bcb-6e6c-45ec-a5ef-610505f3c7e5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109085) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 07 18:37:19.046753 dv-cinder-819692-6-iscsi neutron-server[109085]: WARNING oslo_policy.policy [None req-e8eb4bcb-6e6c-45ec-a5ef-610505f3c7e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 07 18:37:19.047121 dv-cinder-819692-6-iscsi neutron-server[109085]: WARNING oslo_policy.policy [None req-e8eb4bcb-6e6c-45ec-a5ef-610505f3c7e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 07 18:37:19.057431 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e8eb4bcb-6e6c-45ec-a5ef-610505f3c7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:19.076881 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e8eb4bcb-6e6c-45ec-a5ef-610505f3c7e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:19.186434 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e8eb4bcb-6e6c-45ec-a5ef-610505f3c7e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:19.189872 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e8eb4bcb-6e6c-45ec-a5ef-610505f3c7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:19.201183 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e8eb4bcb-6e6c-45ec-a5ef-610505f3c7e5 admin admin] Reserving flat network on physical network physnet1 {{(pid=109085) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 07 18:37:19.235598 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e8eb4bcb-6e6c-45ec-a5ef-610505f3c7e5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753414418333', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:19.236161 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e8eb4bcb-6e6c-45ec-a5ef-610505f3c7e5 admin admin] Unsubscribe: segment precommit_create {{(pid=109085) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 07 18:37:19.236701 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.db.segments_db [None req-e8eb4bcb-6e6c-45ec-a5ef-610505f3c7e5 admin admin] Added segment 05f8ab8d-4669-4926-ada9-ecff5fb4eb1d of type flat for network c28673b7-9801-4a6d-8bd7-4540f8f52bd4 Dec 07 18:37:19.252986 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb4bcb-6e6c-45ec-a5ef-610505f3c7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780443e2-dfd5-4a11-9cdd-ebcc5c7bb5ea,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:37:19.282204 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb4bcb-6e6c-45ec-a5ef-610505f3c7e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:37:19.282559 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb4bcb-6e6c-45ec-a5ef-610505f3c7e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:37:19.282896 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb4bcb-6e6c-45ec-a5ef-610505f3c7e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:37:19.283239 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb4bcb-6e6c-45ec-a5ef-610505f3c7e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:37:19.283545 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb4bcb-6e6c-45ec-a5ef-610505f3c7e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:37:19.283861 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb4bcb-6e6c-45ec-a5ef-610505f3c7e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:37:19.284193 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb4bcb-6e6c-45ec-a5ef-610505f3c7e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:37:19.284511 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb4bcb-6e6c-45ec-a5ef-610505f3c7e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:37:19.284838 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb4bcb-6e6c-45ec-a5ef-610505f3c7e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:37:19.285169 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb4bcb-6e6c-45ec-a5ef-610505f3c7e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:37:19.285486 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb4bcb-6e6c-45ec-a5ef-610505f3c7e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:37:19.285797 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb4bcb-6e6c-45ec-a5ef-610505f3c7e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:37:19.286128 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb4bcb-6e6c-45ec-a5ef-610505f3c7e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:37:19.287454 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb4bcb-6e6c-45ec-a5ef-610505f3c7e5 admin admin] Tracked resource versions report: Dec 07 18:37:19.287454 dv-cinder-819692-6-iscsi neutron-server[109085]: pushed versions: Dec 07 18:37:19.287454 dv-cinder-819692-6-iscsi neutron-server[109085]: { 'AddressGroup': {'1.2'}, Dec 07 18:37:19.287454 dv-cinder-819692-6-iscsi neutron-server[109085]: 'ConntrackHelper': {'1.0'}, Dec 07 18:37:19.287454 dv-cinder-819692-6-iscsi neutron-server[109085]: 'LocalIPAssociation': {'1.0'}, Dec 07 18:37:19.287454 dv-cinder-819692-6-iscsi neutron-server[109085]: 'Log': {'1.0'}, Dec 07 18:37:19.287454 dv-cinder-819692-6-iscsi neutron-server[109085]: 'Network': {'1.1'}, Dec 07 18:37:19.287454 dv-cinder-819692-6-iscsi neutron-server[109085]: 'Port': {'1.7'}, Dec 07 18:37:19.287454 dv-cinder-819692-6-iscsi neutron-server[109085]: 'PortForwarding': {'1.2'}, Dec 07 18:37:19.287454 dv-cinder-819692-6-iscsi neutron-server[109085]: 'QosPolicy': {'1.10'}, Dec 07 18:37:19.287454 dv-cinder-819692-6-iscsi neutron-server[109085]: 'SecurityGroup': {'1.5'}, Dec 07 18:37:19.287454 dv-cinder-819692-6-iscsi neutron-server[109085]: 'SecurityGroupRule': {'1.2'}, Dec 07 18:37:19.287454 dv-cinder-819692-6-iscsi neutron-server[109085]: 'SubPort': {'1.0'}, Dec 07 18:37:19.287454 dv-cinder-819692-6-iscsi neutron-server[109085]: 'Subnet': {'1.1'}, Dec 07 18:37:19.287454 dv-cinder-819692-6-iscsi neutron-server[109085]: 'Trunk': {'1.1'}} Dec 07 18:37:19.287454 dv-cinder-819692-6-iscsi neutron-server[109085]: consumer versions: Dec 07 18:37:19.287454 dv-cinder-819692-6-iscsi neutron-server[109085]: { DHCP agent@dv-cinder-819692-6-iscsi: {}, Dec 07 18:37:19.287454 dv-cinder-819692-6-iscsi neutron-server[109085]: L3 agent@dv-cinder-819692-6-iscsi: {}, Dec 07 18:37:19.287454 dv-cinder-819692-6-iscsi neutron-server[109085]: Metadata agent@dv-cinder-819692-6-iscsi: {}, Dec 07 18:37:19.287454 dv-cinder-819692-6-iscsi neutron-server[109085]: Metering agent@dv-cinder-819692-6-iscsi: {}, Dec 07 18:37:19.287454 dv-cinder-819692-6-iscsi neutron-server[109085]: Open vSwitch agent@dv-cinder-819692-6-iscsi: { 'AddressGroup': '1.2', Dec 07 18:37:19.287454 dv-cinder-819692-6-iscsi neutron-server[109085]: 'ConntrackHelper': '1.0', Dec 07 18:37:19.287454 dv-cinder-819692-6-iscsi neutron-server[109085]: 'LocalIPAssociation': '1.0', Dec 07 18:37:19.287454 dv-cinder-819692-6-iscsi neutron-server[109085]: 'Log': '1.0', Dec 07 18:37:19.287454 dv-cinder-819692-6-iscsi neutron-server[109085]: 'Network': '1.1', Dec 07 18:37:19.287454 dv-cinder-819692-6-iscsi neutron-server[109085]: 'Port': '1.7', Dec 07 18:37:19.287454 dv-cinder-819692-6-iscsi neutron-server[109085]: 'PortForwarding': '1.2', Dec 07 18:37:19.287454 dv-cinder-819692-6-iscsi neutron-server[109085]: 'QosPolicy': '1.10', Dec 07 18:37:19.287454 dv-cinder-819692-6-iscsi neutron-server[109085]: 'SecurityGroup': '1.5', Dec 07 18:37:19.287454 dv-cinder-819692-6-iscsi neutron-server[109085]: 'SecurityGroupRule': '1.2', Dec 07 18:37:19.287454 dv-cinder-819692-6-iscsi neutron-server[109085]: 'SubPort': '1.0', Dec 07 18:37:19.287454 dv-cinder-819692-6-iscsi neutron-server[109085]: 'Subnet': '1.1', Dec 07 18:37:19.287454 dv-cinder-819692-6-iscsi neutron-server[109085]: 'Trunk': '1.1'}} Dec 07 18:37:19.287454 dv-cinder-819692-6-iscsi neutron-server[109085]: {{(pid=109085) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 07 18:37:19.361484 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e8eb4bcb-6e6c-45ec-a5ef-610505f3c7e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753414094686'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:19.412595 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e8eb4bcb-6e6c-45ec-a5ef-610505f3c7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:19.413724 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8eb4bcb-6e6c-45ec-a5ef-610505f3c7e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:37:19.414487 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e8eb4bcb-6e6c-45ec-a5ef-610505f3c7e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:19.479475 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-e8eb4bcb-6e6c-45ec-a5ef-610505f3c7e5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9233077 Dec 07 18:37:19.523588 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb4bcb-6e6c-45ec-a5ef-610505f3c7e5 admin admin] Pushing event updated for resources: {'Network': ['ID=c28673b7-9801-4a6d-8bd7-4540f8f52bd4,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:37:19.534364 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Network c28673b7-9801-4a6d-8bd7-4540f8f52bd4 details requested by agent ovs-agent-dv-cinder-819692-6-iscsi with host dv-cinder-819692-6-iscsi {{(pid=109086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 18:37:19.740219 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:20.232010 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:21.630726 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:22.085504 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 56402) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:37:22.257592 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215e498e-eb76-4c75-be29-a644fc4cfd0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:37:22.259557 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-215e498e-eb76-4c75-be29-a644fc4cfd0e admin admin] 10.222.0.41 "GET /v2.0/subnets/731ec997-c3ac-4f50-89f9-ffde33492858 HTTP/1.1" status: 200 len: 849 time: 0.1725078 Dec 07 18:37:22.374065 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-3711dcd0-fd86-4a1a-8d84-741ecdc2576e admin admin] 10.222.0.41 "GET /v2.0/routers/ad9a909a-0735-43cc-98ce-43823a13bc40 HTTP/1.1" status: 200 len: 704 time: 0.1085205 Dec 07 18:37:22.638526 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-636cca80-06b8-4bdb-b140-3e0ea3f54f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:22.925979 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [None req-636cca80-06b8-4bdb-b140-3e0ea3f54f0e admin admin] Allocated IP 172.20.0.1 (b2acf7b8-effc-4f9a-a7c8-ec39983bd815/731ec997-c3ac-4f50-89f9-ffde33492858/21c40143-fad9-4797-a741-702387fdd7cc) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:37:23.077992 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-636cca80-06b8-4bdb-b140-3e0ea3f54f0e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:23.189684 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-636cca80-06b8-4bdb-b140-3e0ea3f54f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255'] for port, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:23.264139 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636cca80-06b8-4bdb-b140-3e0ea3f54f0e admin admin] Network b2acf7b8-effc-4f9a-a7c8-ec39983bd815 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:37:23.268823 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-636cca80-06b8-4bdb-b140-3e0ea3f54f0e admin admin] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:37:23.274322 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636cca80-06b8-4bdb-b140-3e0ea3f54f0e admin admin] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:37:23.275534 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-636cca80-06b8-4bdb-b140-3e0ea3f54f0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652984'] for router_interface, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:23.297971 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636cca80-06b8-4bdb-b140-3e0ea3f54f0e admin admin] Pushing event updated for resources: {'Port': ['ID=21c40143-fad9-4797-a741-702387fdd7cc,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:37:23.451784 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-aad79770-ebea-4554-9811-d0c14998ea02 None None] Provisioning complete for port 21c40143-fad9-4797-a741-702387fdd7cc triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:37:23.452284 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aad79770-ebea-4554-9811-d0c14998ea02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:23.474275 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-636cca80-06b8-4bdb-b140-3e0ea3f54f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:23.487501 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-aad79770-ebea-4554-9811-d0c14998ea02 None None] Port 21c40143-fad9-4797-a741-702387fdd7cc cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:37:23.683508 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-636cca80-06b8-4bdb-b140-3e0ea3f54f0e admin admin] Publish callbacks [] for port, precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:23.687786 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-636cca80-06b8-4bdb-b140-3e0ea3f54f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:23.688559 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-636cca80-06b8-4bdb-b140-3e0ea3f54f0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-968009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652836'] for router_interface, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:23.750384 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636cca80-06b8-4bdb-b140-3e0ea3f54f0e admin admin] Pushing event updated for resources: {'Port': ['ID=21c40143-fad9-4797-a741-702387fdd7cc,revision_number=2']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:37:23.813549 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636cca80-06b8-4bdb-b140-3e0ea3f54f0e admin admin] Network b2acf7b8-effc-4f9a-a7c8-ec39983bd815 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:37:23.814965 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-636cca80-06b8-4bdb-b140-3e0ea3f54f0e admin admin] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:37:23.978442 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636cca80-06b8-4bdb-b140-3e0ea3f54f0e admin admin] Router ad9a909a-0735-43cc-98ce-43823a13bc40 is scheduled to L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc with binding_index 1 {{(pid=109084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 18:37:24.009155 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-bb2ffaba-d60d-4c1d-ac29-2e8a7b74c6a1 None None] Provisioning complete for port 21c40143-fad9-4797-a741-702387fdd7cc triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:37:24.009472 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bb2ffaba-d60d-4c1d-ac29-2e8a7b74c6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:24.042894 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-bb2ffaba-d60d-4c1d-ac29-2e8a7b74c6a1 None None] Port 21c40143-fad9-4797-a741-702387fdd7cc cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:37:24.071302 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636cca80-06b8-4bdb-b140-3e0ea3f54f0e admin admin] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:37:24.078358 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-636cca80-06b8-4bdb-b140-3e0ea3f54f0e admin admin] 10.222.0.41 "PUT /v2.0/routers/ad9a909a-0735-43cc-98ce-43823a13bc40/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6987357 Dec 07 18:37:24.093358 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e44076-8d56-4168-8add-b84857f11be1 None None] Sync routers for ids ['ad9a909a-0735-43cc-98ce-43823a13bc40'] in dv-cinder-819692-6-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:37:24.105658 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e44076-8d56-4168-8add-b84857f11be1 None None] Routers {'ad9a909a-0735-43cc-98ce-43823a13bc40'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:37:24.106509 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-41e44076-8d56-4168-8add-b84857f11be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:37:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['ad9a909a-0735-43cc-98ce-43823a13bc40'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:37:24.294102 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-41e44076-8d56-4168-8add-b84857f11be1 None None] Set router ad9a909a-0735-43cc-98ce-43823a13bc40 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:37:24.719475 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-41e44076-8d56-4168-8add-b84857f11be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9a909a-0735-43cc-98ce-43823a13bc40', 'name': 'router1', 'tenant_id': 'e527ba8bc7084e16ae3ad798bd171e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:37:12Z', 'updated_at': '2021-12-07T18:37:23Z', 'revision_number': 2, 'project_id': 'e527ba8bc7084e16ae3ad798bd171e5f', 'gw_port_host': None, '_interfaces': [{'id': '21c40143-fad9-4797-a741-702387fdd7cc', 'name': '', 'network_id': 'b2acf7b8-effc-4f9a-a7c8-ec39983bd815', 'tenant_id': 'e527ba8bc7084e16ae3ad798bd171e5f', 'mac_address': 'fa:16:3e:4f:e6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9a909a-0735-43cc-98ce-43823a13bc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '731ec997-c3ac-4f50-89f9-ffde33492858', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:37:22Z', 'updated_at': '2021-12-07T18:37:23Z', 'revision_number': 2, 'project_id': 'e527ba8bc7084e16ae3ad798bd171e5f', 'subnets': [{'id': '731ec997-c3ac-4f50-89f9-ffde33492858', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ebd20b5-55ed-4a3f-9822-ad5b3ca88ffc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:37:24.770427 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e44076-8d56-4168-8add-b84857f11be1 None None] Checking router: ad9a909a-0735-43cc-98ce-43823a13bc40 for host: dv-cinder-819692-6-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:37:24.770794 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e44076-8d56-4168-8add-b84857f11be1 None None] Updating router ad9a909a-0735-43cc-98ce-43823a13bc40 port 21c40143-fad9-4797-a741-702387fdd7cc binding host dv-cinder-819692-6-iscsi {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 18:37:24.818918 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-41e44076-8d56-4168-8add-b84857f11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:25.329179 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-41e44076-8d56-4168-8add-b84857f11be1 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:25.336394 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-41e44076-8d56-4168-8add-b84857f11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:25.517657 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d6aa0-97a7-4e8a-a869-d77de7b0b7c3 None None] Pushing event updated for resources: {'Port': ['ID=21c40143-fad9-4797-a741-702387fdd7cc,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:37:25.525532 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-41e44076-8d56-4168-8add-b84857f11be1 None None] Attempting to bind port 21c40143-fad9-4797-a741-702387fdd7cc on host dv-cinder-819692-6-iscsi for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:37:25.525959 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-41e44076-8d56-4168-8add-b84857f11be1 None None] Attempting to bind port 21c40143-fad9-4797-a741-702387fdd7cc by drivers openvswitch,hyperv on host dv-cinder-819692-6-iscsi at level 0 using segments [{'id': '5f40cf56-da8f-4a8f-98f1-7273546571d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b2acf7b8-effc-4f9a-a7c8-ec39983bd815'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:37:25.526397 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e44076-8d56-4168-8add-b84857f11be1 None None] Attempting to bind port 21c40143-fad9-4797-a741-702387fdd7cc on network b2acf7b8-effc-4f9a-a7c8-ec39983bd815 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:37:25.529648 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d6aa0-97a7-4e8a-a869-d77de7b0b7c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:37:25.530027 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d6aa0-97a7-4e8a-a869-d77de7b0b7c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:37:25.530375 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d6aa0-97a7-4e8a-a869-d77de7b0b7c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:37:25.530709 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d6aa0-97a7-4e8a-a869-d77de7b0b7c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:37:25.531040 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d6aa0-97a7-4e8a-a869-d77de7b0b7c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:37:25.531365 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d6aa0-97a7-4e8a-a869-d77de7b0b7c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:37:25.531688 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d6aa0-97a7-4e8a-a869-d77de7b0b7c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:37:25.532010 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d6aa0-97a7-4e8a-a869-d77de7b0b7c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:37:25.532329 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d6aa0-97a7-4e8a-a869-d77de7b0b7c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:37:25.532664 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d6aa0-97a7-4e8a-a869-d77de7b0b7c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:37:25.532989 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d6aa0-97a7-4e8a-a869-d77de7b0b7c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:37:25.533306 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d6aa0-97a7-4e8a-a869-d77de7b0b7c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:37:25.533621 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d6aa0-97a7-4e8a-a869-d77de7b0b7c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:37:25.534942 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d6aa0-97a7-4e8a-a869-d77de7b0b7c3 None None] Tracked resource versions report: Dec 07 18:37:25.534942 dv-cinder-819692-6-iscsi neutron-server[109087]: pushed versions: Dec 07 18:37:25.534942 dv-cinder-819692-6-iscsi neutron-server[109087]: { 'AddressGroup': {'1.2'}, Dec 07 18:37:25.534942 dv-cinder-819692-6-iscsi neutron-server[109087]: 'ConntrackHelper': {'1.0'}, Dec 07 18:37:25.534942 dv-cinder-819692-6-iscsi neutron-server[109087]: 'LocalIPAssociation': {'1.0'}, Dec 07 18:37:25.534942 dv-cinder-819692-6-iscsi neutron-server[109087]: 'Log': {'1.0'}, Dec 07 18:37:25.534942 dv-cinder-819692-6-iscsi neutron-server[109087]: 'Network': {'1.1'}, Dec 07 18:37:25.534942 dv-cinder-819692-6-iscsi neutron-server[109087]: 'Port': {'1.7'}, Dec 07 18:37:25.534942 dv-cinder-819692-6-iscsi neutron-server[109087]: 'PortForwarding': {'1.2'}, Dec 07 18:37:25.534942 dv-cinder-819692-6-iscsi neutron-server[109087]: 'QosPolicy': {'1.10'}, Dec 07 18:37:25.534942 dv-cinder-819692-6-iscsi neutron-server[109087]: 'SecurityGroup': {'1.5'}, Dec 07 18:37:25.534942 dv-cinder-819692-6-iscsi neutron-server[109087]: 'SecurityGroupRule': {'1.2'}, Dec 07 18:37:25.534942 dv-cinder-819692-6-iscsi neutron-server[109087]: 'SubPort': {'1.0'}, Dec 07 18:37:25.534942 dv-cinder-819692-6-iscsi neutron-server[109087]: 'Subnet': {'1.1'}, Dec 07 18:37:25.534942 dv-cinder-819692-6-iscsi neutron-server[109087]: 'Trunk': {'1.1'}} Dec 07 18:37:25.534942 dv-cinder-819692-6-iscsi neutron-server[109087]: consumer versions: Dec 07 18:37:25.534942 dv-cinder-819692-6-iscsi neutron-server[109087]: { DHCP agent@dv-cinder-819692-6-iscsi: {}, Dec 07 18:37:25.534942 dv-cinder-819692-6-iscsi neutron-server[109087]: L3 agent@dv-cinder-819692-6-iscsi: {}, Dec 07 18:37:25.534942 dv-cinder-819692-6-iscsi neutron-server[109087]: Metadata agent@dv-cinder-819692-6-iscsi: {}, Dec 07 18:37:25.534942 dv-cinder-819692-6-iscsi neutron-server[109087]: Metering agent@dv-cinder-819692-6-iscsi: {}, Dec 07 18:37:25.534942 dv-cinder-819692-6-iscsi neutron-server[109087]: Open vSwitch agent@dv-cinder-819692-6-iscsi: { 'AddressGroup': '1.2', Dec 07 18:37:25.534942 dv-cinder-819692-6-iscsi neutron-server[109087]: 'ConntrackHelper': '1.0', Dec 07 18:37:25.534942 dv-cinder-819692-6-iscsi neutron-server[109087]: 'LocalIPAssociation': '1.0', Dec 07 18:37:25.534942 dv-cinder-819692-6-iscsi neutron-server[109087]: 'Log': '1.0', Dec 07 18:37:25.534942 dv-cinder-819692-6-iscsi neutron-server[109087]: 'Network': '1.1', Dec 07 18:37:25.534942 dv-cinder-819692-6-iscsi neutron-server[109087]: 'Port': '1.7', Dec 07 18:37:25.534942 dv-cinder-819692-6-iscsi neutron-server[109087]: 'PortForwarding': '1.2', Dec 07 18:37:25.534942 dv-cinder-819692-6-iscsi neutron-server[109087]: 'QosPolicy': '1.10', Dec 07 18:37:25.534942 dv-cinder-819692-6-iscsi neutron-server[109087]: 'SecurityGroup': '1.5', Dec 07 18:37:25.534942 dv-cinder-819692-6-iscsi neutron-server[109087]: 'SecurityGroupRule': '1.2', Dec 07 18:37:25.534942 dv-cinder-819692-6-iscsi neutron-server[109087]: 'SubPort': '1.0', Dec 07 18:37:25.534942 dv-cinder-819692-6-iscsi neutron-server[109087]: 'Subnet': '1.1', Dec 07 18:37:25.534942 dv-cinder-819692-6-iscsi neutron-server[109087]: 'Trunk': '1.1'}} Dec 07 18:37:25.534942 dv-cinder-819692-6-iscsi neutron-server[109087]: {{(pid=109087) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 07 18:37:25.541401 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e44076-8d56-4168-8add-b84857f11be1 None None] Checking agent: {'id': 'fd9e3ab0-a028-492f-8cb9-0b732e52b698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 36, 52), 'started_at': datetime.datetime(2021, 12, 7, 18, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:37:25.541805 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e44076-8d56-4168-8add-b84857f11be1 None None] Checking segment: {'id': '5f40cf56-da8f-4a8f-98f1-7273546571d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b2acf7b8-effc-4f9a-a7c8-ec39983bd815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:37:25.542296 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-41e44076-8d56-4168-8add-b84857f11be1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:25.542682 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e44076-8d56-4168-8add-b84857f11be1 None None] Bound using segment: {'id': '5f40cf56-da8f-4a8f-98f1-7273546571d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b2acf7b8-effc-4f9a-a7c8-ec39983bd815'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:37:25.543214 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-41e44076-8d56-4168-8add-b84857f11be1 None None] Bound port: 21c40143-fad9-4797-a741-702387fdd7cc, host: dv-cinder-819692-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f40cf56-da8f-4a8f-98f1-7273546571d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b2acf7b8-effc-4f9a-a7c8-ec39983bd815'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:37:25.543534 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-41e44076-8d56-4168-8add-b84857f11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:25.569028 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-8161d1b0-7933-4ebd-949f-5f04d7ca848d None None] Provisioning complete for port 21c40143-fad9-4797-a741-702387fdd7cc triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:37:25.569575 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8161d1b0-7933-4ebd-949f-5f04d7ca848d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:25.604239 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-8161d1b0-7933-4ebd-949f-5f04d7ca848d None None] Port 21c40143-fad9-4797-a741-702387fdd7cc cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:37:25.614536 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-41e44076-8d56-4168-8add-b84857f11be1 None None] For port 21c40143-fad9-4797-a741-702387fdd7cc, host dv-cinder-819692-6-iscsi, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:37:25.635155 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-41e44076-8d56-4168-8add-b84857f11be1 None None] For port 21c40143-fad9-4797-a741-702387fdd7cc, host dv-cinder-819692-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=21c40143-fad9-4797-a741-702387fdd7cc,segment=NetworkSegment(5f40cf56-da8f-4a8f-98f1-7273546571d3),segment_id=5f40cf56-da8f-4a8f-98f1-7273546571d3)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:37:25.639493 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-41e44076-8d56-4168-8add-b84857f11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:25.699563 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d6aa0-97a7-4e8a-a869-d77de7b0b7c3 None None] Pushing event updated for resources: {'Port': ['ID=21c40143-fad9-4797-a741-702387fdd7cc,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:37:25.704531 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e44076-8d56-4168-8add-b84857f11be1 None None] Routers {'ad9a909a-0735-43cc-98ce-43823a13bc40'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:37:25.705220 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-41e44076-8d56-4168-8add-b84857f11be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:37:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['ad9a909a-0735-43cc-98ce-43823a13bc40'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:37:25.795733 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-41e44076-8d56-4168-8add-b84857f11be1 None None] Set router ad9a909a-0735-43cc-98ce-43823a13bc40 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:37:25.925799 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-a46385af-8763-4421-88a6-0244b9eacd1d None None] Provisioning complete for port 21c40143-fad9-4797-a741-702387fdd7cc triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:37:25.926131 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a46385af-8763-4421-88a6-0244b9eacd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:26.006991 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a46385af-8763-4421-88a6-0244b9eacd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:26.023456 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-41e44076-8d56-4168-8add-b84857f11be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9a909a-0735-43cc-98ce-43823a13bc40', 'name': 'router1', 'tenant_id': 'e527ba8bc7084e16ae3ad798bd171e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:37:12Z', 'updated_at': '2021-12-07T18:37:23Z', 'revision_number': 2, 'project_id': 'e527ba8bc7084e16ae3ad798bd171e5f', 'gw_port_host': None, '_interfaces': [{'id': '21c40143-fad9-4797-a741-702387fdd7cc', 'name': '', 'network_id': 'b2acf7b8-effc-4f9a-a7c8-ec39983bd815', 'tenant_id': 'e527ba8bc7084e16ae3ad798bd171e5f', 'mac_address': 'fa:16:3e:4f:e6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9a909a-0735-43cc-98ce-43823a13bc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '731ec997-c3ac-4f50-89f9-ffde33492858', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:37:22Z', 'updated_at': '2021-12-07T18:37:25Z', 'revision_number': 4, 'project_id': 'e527ba8bc7084e16ae3ad798bd171e5f', 'subnets': [{'id': '731ec997-c3ac-4f50-89f9-ffde33492858', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ebd20b5-55ed-4a3f-9822-ad5b3ca88ffc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:37:26.039449 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-a46385af-8763-4421-88a6-0244b9eacd1d None None] For port 21c40143-fad9-4797-a741-702387fdd7cc, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=21c40143-fad9-4797-a741-702387fdd7cc,segment=NetworkSegment(5f40cf56-da8f-4a8f-98f1-7273546571d3),segment_id=5f40cf56-da8f-4a8f-98f1-7273546571d3)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:37:26.044650 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a46385af-8763-4421-88a6-0244b9eacd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:26.050562 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e44076-8d56-4168-8add-b84857f11be1 None None] The sync data for ids ['ad9a909a-0735-43cc-98ce-43823a13bc40'] in dv-cinder-819692-6-iscsi is: [{'id': 'ad9a909a-0735-43cc-98ce-43823a13bc40', 'name': 'router1', 'tenant_id': 'e527ba8bc7084e16ae3ad798bd171e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:37:12Z', 'updated_at': '2021-12-07T18:37:23Z', 'revision_number': 2, 'project_id': 'e527ba8bc7084e16ae3ad798bd171e5f', 'gw_port_host': None, '_interfaces': [{'id': '21c40143-fad9-4797-a741-702387fdd7cc', 'name': '', 'network_id': 'b2acf7b8-effc-4f9a-a7c8-ec39983bd815', 'tenant_id': 'e527ba8bc7084e16ae3ad798bd171e5f', 'mac_address': 'fa:16:3e:4f:e6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9a909a-0735-43cc-98ce-43823a13bc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '731ec997-c3ac-4f50-89f9-ffde33492858', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:37:22Z', 'updated_at': '2021-12-07T18:37:25Z', 'revision_number': 4, 'project_id': 'e527ba8bc7084e16ae3ad798bd171e5f', 'subnets': [{'id': '731ec997-c3ac-4f50-89f9-ffde33492858', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ebd20b5-55ed-4a3f-9822-ad5b3ca88ffc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:37:26.100922 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46385af-8763-4421-88a6-0244b9eacd1d None None] Pushing event updated for resources: {'Port': ['ID=21c40143-fad9-4797-a741-702387fdd7cc,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:37:26.581183 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 56422) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:37:26.692229 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2faeb5ff-8f24-4f2a-a206-3636f5e16763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:37:26.700264 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-2faeb5ff-8f24-4f2a-a206-3636f5e16763 admin admin] 10.222.0.41 "GET /v2.0/networks/c28673b7-9801-4a6d-8bd7-4540f8f52bd4 HTTP/1.1" status: 200 len: 842 time: 0.1114881 Dec 07 18:37:26.704530 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-a43a2382-47d2-4984-8796-fc28ea6f28f1 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'name': 'public-subnet'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:37:26.727536 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43a2382-47d2-4984-8796-fc28ea6f28f1 admin admin] Made reservation on behalf of c14c522cc8f8451cafdd8503f980220d for: {'subnet': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:37:26.729734 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a43a2382-47d2-4984-8796-fc28ea6f28f1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:27.018078 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.objects.ports [None req-a43a2382-47d2-4984-8796-fc28ea6f28f1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109084) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 07 18:37:27.018503 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a43a2382-47d2-4984-8796-fc28ea6f28f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027'] for subnet, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:27.065691 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a2382-47d2-4984-8796-fc28ea6f28f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:37:27.082363 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43a2382-47d2-4984-8796-fc28ea6f28f1 admin admin] Checking segment: {'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:37:27.082719 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43a2382-47d2-4984-8796-fc28ea6f28f1 admin admin] Network hostable DHCP agents. Network: c28673b7-9801-4a6d-8bd7-4540f8f52bd4, hostable agents: ['6f398e68-3e13-4851-8372-7feb03493da6'], hosted agents: [] {{(pid=109084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 18:37:27.098387 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43a2382-47d2-4984-8796-fc28ea6f28f1 admin admin] Network c28673b7-9801-4a6d-8bd7-4540f8f52bd4 is scheduled to be hosted by DHCP agent 6f398e68-3e13-4851-8372-7feb03493da6 with binding_index 1 {{(pid=109084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 18:37:27.107511 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-a43a2382-47d2-4984-8796-fc28ea6f28f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819692-6-iscsi, c28673b7-9801-4a6d-8bd7-4540f8f52bd4) {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:37:27.114869 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43a2382-47d2-4984-8796-fc28ea6f28f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:37:27.115469 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a43a2382-47d2-4984-8796-fc28ea6f28f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for subnet, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:27.117674 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ec459a-3ade-4330-a688-0ae55d524eae None None] Network c28673b7-9801-4a6d-8bd7-4540f8f52bd4 requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:37:27.137947 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-a43a2382-47d2-4984-8796-fc28ea6f28f1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4330454 Dec 07 18:37:27.247345 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e78d59-306e-4975-85dd-1bd1b0a25eec None None] Network c28673b7-9801-4a6d-8bd7-4540f8f52bd4 requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:37:29.730039 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 56430) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:37:29.969815 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-672baa43-26b4-440e-b89b-b4e1dfc3b012 admin admin] 10.222.0.41 "GET /v2.0/routers/ad9a909a-0735-43cc-98ce-43823a13bc40 HTTP/1.1" status: 200 len: 710 time: 0.2385874 Dec 07 18:37:30.073726 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93e3054-cc4f-4dd3-97dc-b55c6608caa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:37:30.075243 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-a93e3054-cc4f-4dd3-97dc-b55c6608caa0 admin admin] 10.222.0.41 "GET /v2.0/networks/c28673b7-9801-4a6d-8bd7-4540f8f52bd4 HTTP/1.1" status: 200 len: 886 time: 0.0975668 Dec 07 18:37:30.086700 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-bb045b1c-2043-4794-ae5e-c35735f512c8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'}}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:37:30.329704 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bb045b1c-2043-4794-ae5e-c35735f512c8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:30.562078 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bb045b1c-2043-4794-ae5e-c35735f512c8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:30.636580 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bb045b1c-2043-4794-ae5e-c35735f512c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:30.740894 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [None req-bb045b1c-2043-4794-ae5e-c35735f512c8 admin admin] Allocated IP 172.27.0.90 (c28673b7-9801-4a6d-8bd7-4540f8f52bd4/c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01/4bb16e12-f5f9-4aca-b433-832240d14631) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:37:30.841426 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bb045b1c-2043-4794-ae5e-c35735f512c8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:30.876475 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bb045b1c-2043-4794-ae5e-c35735f512c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255'] for port, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:30.916534 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb045b1c-2043-4794-ae5e-c35735f512c8 admin admin] Network c28673b7-9801-4a6d-8bd7-4540f8f52bd4 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:37:30.919186 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-bb045b1c-2043-4794-ae5e-c35735f512c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:37:30.923592 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb045b1c-2043-4794-ae5e-c35735f512c8 admin admin] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:37:30.926128 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb045b1c-2043-4794-ae5e-c35735f512c8 admin admin] Pushing event updated for resources: {'Port': ['ID=4bb16e12-f5f9-4aca-b433-832240d14631,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:37:31.163661 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bb045b1c-2043-4794-ae5e-c35735f512c8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:31.444846 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bb045b1c-2043-4794-ae5e-c35735f512c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-646907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30700'] for router, precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:31.448821 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bb045b1c-2043-4794-ae5e-c35735f512c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644956', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-646786'] for router, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:31.556698 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb045b1c-2043-4794-ae5e-c35735f512c8 admin admin] Router ad9a909a-0735-43cc-98ce-43823a13bc40 has already been hosted by L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc {{(pid=109084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:37:31.666244 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb045b1c-2043-4794-ae5e-c35735f512c8 admin admin] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:37:31.670471 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bb045b1c-2043-4794-ae5e-c35735f512c8 admin admin] Publish callbacks [] for router, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:31.671643 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-bb045b1c-2043-4794-ae5e-c35735f512c8 admin admin] 10.222.0.41 "PUT /v2.0/routers/ad9a909a-0735-43cc-98ce-43823a13bc40 HTTP/1.1" status: 200 len: 889 time: 1.5889966 Dec 07 18:37:33.376535 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b997929-8d67-4cae-8cd7-903a0859b1b6 None None] Sync routers for ids ['ad9a909a-0735-43cc-98ce-43823a13bc40'] in dv-cinder-819692-6-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:37:33.387783 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b997929-8d67-4cae-8cd7-903a0859b1b6 None None] Routers {'ad9a909a-0735-43cc-98ce-43823a13bc40'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:37:33.388483 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-8b997929-8d67-4cae-8cd7-903a0859b1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:37:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['ad9a909a-0735-43cc-98ce-43823a13bc40'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:37:33.518086 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 21c40143-fad9-4797-a741-702387fdd7cc up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:37:33.640249 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-8b997929-8d67-4cae-8cd7-903a0859b1b6 None None] Set router ad9a909a-0735-43cc-98ce-43823a13bc40 gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:37:33.794711 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port 21c40143-fad9-4797-a741-702387fdd7cc triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:37:33.795103 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:34.174730 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-8b997929-8d67-4cae-8cd7-903a0859b1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9a909a-0735-43cc-98ce-43823a13bc40', 'name': 'router1', 'tenant_id': 'e527ba8bc7084e16ae3ad798bd171e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '4bb16e12-f5f9-4aca-b433-832240d14631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:37:12Z', 'updated_at': '2021-12-07T18:37:31Z', 'revision_number': 4, 'project_id': 'e527ba8bc7084e16ae3ad798bd171e5f', 'gw_port': {'id': '4bb16e12-f5f9-4aca-b433-832240d14631', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:32:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9a909a-0735-43cc-98ce-43823a13bc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:37:30Z', 'updated_at': '2021-12-07T18:37:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '21c40143-fad9-4797-a741-702387fdd7cc', 'name': '', 'network_id': 'b2acf7b8-effc-4f9a-a7c8-ec39983bd815', 'tenant_id': 'e527ba8bc7084e16ae3ad798bd171e5f', 'mac_address': 'fa:16:3e:4f:e6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a909a-0735-43cc-98ce-43823a13bc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '731ec997-c3ac-4f50-89f9-ffde33492858', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:37:22Z', 'updated_at': '2021-12-07T18:37:26Z', 'revision_number': 5, 'project_id': 'e527ba8bc7084e16ae3ad798bd171e5f', 'subnets': [{'id': '731ec997-c3ac-4f50-89f9-ffde33492858', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ebd20b5-55ed-4a3f-9822-ad5b3ca88ffc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:37:34.227308 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b997929-8d67-4cae-8cd7-903a0859b1b6 None None] Checking router: ad9a909a-0735-43cc-98ce-43823a13bc40 for host: dv-cinder-819692-6-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:37:34.227733 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b997929-8d67-4cae-8cd7-903a0859b1b6 None None] Updating router ad9a909a-0735-43cc-98ce-43823a13bc40 port 4bb16e12-f5f9-4aca-b433-832240d14631 binding host dv-cinder-819692-6-iscsi {{(pid=109086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 18:37:34.274898 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8b997929-8d67-4cae-8cd7-903a0859b1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:34.295789 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 56442) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:37:34.409875 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-b7e841ce-05da-4718-b027-c81578a4d271 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1127758 Dec 07 18:37:34.605939 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8b997929-8d67-4cae-8cd7-903a0859b1b6 None None] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:34.612045 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8b997929-8d67-4cae-8cd7-903a0859b1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:34.664130 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-8b997929-8d67-4cae-8cd7-903a0859b1b6 None None] Attempting to bind port 4bb16e12-f5f9-4aca-b433-832240d14631 on host dv-cinder-819692-6-iscsi for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:37:34.664426 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-8b997929-8d67-4cae-8cd7-903a0859b1b6 None None] Attempting to bind port 4bb16e12-f5f9-4aca-b433-832240d14631 by drivers openvswitch,hyperv on host dv-cinder-819692-6-iscsi at level 0 using segments [{'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:37:34.665587 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b997929-8d67-4cae-8cd7-903a0859b1b6 None None] Attempting to bind port 4bb16e12-f5f9-4aca-b433-832240d14631 on network c28673b7-9801-4a6d-8bd7-4540f8f52bd4 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:37:34.667496 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70283a59-ed4e-449b-b02e-848e452d8182 None None] Pushing event updated for resources: {'Port': ['ID=4bb16e12-f5f9-4aca-b433-832240d14631,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:37:34.673886 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b997929-8d67-4cae-8cd7-903a0859b1b6 None None] Checking agent: {'id': 'fd9e3ab0-a028-492f-8cb9-0b732e52b698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 36, 52), 'started_at': datetime.datetime(2021, 12, 7, 18, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:37:34.674291 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b997929-8d67-4cae-8cd7-903a0859b1b6 None None] Checking segment: {'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:37:34.674689 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8b997929-8d67-4cae-8cd7-903a0859b1b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:34.675510 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b997929-8d67-4cae-8cd7-903a0859b1b6 None None] Bound using segment: {'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:37:34.675630 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-8b997929-8d67-4cae-8cd7-903a0859b1b6 None None] Bound port: 4bb16e12-f5f9-4aca-b433-832240d14631, host: dv-cinder-819692-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:37:34.676022 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8b997929-8d67-4cae-8cd7-903a0859b1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:34.727106 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-8b997929-8d67-4cae-8cd7-903a0859b1b6 None None] For port 4bb16e12-f5f9-4aca-b433-832240d14631, host dv-cinder-819692-6-iscsi, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:37:34.730885 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-8b997929-8d67-4cae-8cd7-903a0859b1b6 None None] For port 4bb16e12-f5f9-4aca-b433-832240d14631, host dv-cinder-819692-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=4bb16e12-f5f9-4aca-b433-832240d14631,segment=NetworkSegment(05f8ab8d-4669-4926-ada9-ecff5fb4eb1d),segment_id=05f8ab8d-4669-4926-ada9-ecff5fb4eb1d)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:37:34.735392 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8b997929-8d67-4cae-8cd7-903a0859b1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:34.810549 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70283a59-ed4e-449b-b02e-848e452d8182 None None] Pushing event updated for resources: {'Port': ['ID=4bb16e12-f5f9-4aca-b433-832240d14631,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:37:34.813623 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b997929-8d67-4cae-8cd7-903a0859b1b6 None None] Routers {'ad9a909a-0735-43cc-98ce-43823a13bc40'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:37:34.814595 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-8b997929-8d67-4cae-8cd7-903a0859b1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:37:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['ad9a909a-0735-43cc-98ce-43823a13bc40'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:37:34.926837 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-8b997929-8d67-4cae-8cd7-903a0859b1b6 None None] Set router ad9a909a-0735-43cc-98ce-43823a13bc40 gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:37:35.146360 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-8b997929-8d67-4cae-8cd7-903a0859b1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9a909a-0735-43cc-98ce-43823a13bc40', 'name': 'router1', 'tenant_id': 'e527ba8bc7084e16ae3ad798bd171e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '4bb16e12-f5f9-4aca-b433-832240d14631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:37:12Z', 'updated_at': '2021-12-07T18:37:31Z', 'revision_number': 4, 'project_id': 'e527ba8bc7084e16ae3ad798bd171e5f', 'gw_port': {'id': '4bb16e12-f5f9-4aca-b433-832240d14631', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:32:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9a909a-0735-43cc-98ce-43823a13bc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:37:30Z', 'updated_at': '2021-12-07T18:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '21c40143-fad9-4797-a741-702387fdd7cc', 'name': '', 'network_id': 'b2acf7b8-effc-4f9a-a7c8-ec39983bd815', 'tenant_id': 'e527ba8bc7084e16ae3ad798bd171e5f', 'mac_address': 'fa:16:3e:4f:e6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a909a-0735-43cc-98ce-43823a13bc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '731ec997-c3ac-4f50-89f9-ffde33492858', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:37:22Z', 'updated_at': '2021-12-07T18:37:26Z', 'revision_number': 5, 'project_id': 'e527ba8bc7084e16ae3ad798bd171e5f', 'subnets': [{'id': '731ec997-c3ac-4f50-89f9-ffde33492858', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ebd20b5-55ed-4a3f-9822-ad5b3ca88ffc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:37:35.177112 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b997929-8d67-4cae-8cd7-903a0859b1b6 None None] The sync data for ids ['ad9a909a-0735-43cc-98ce-43823a13bc40'] in dv-cinder-819692-6-iscsi is: [{'id': 'ad9a909a-0735-43cc-98ce-43823a13bc40', 'name': 'router1', 'tenant_id': 'e527ba8bc7084e16ae3ad798bd171e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '4bb16e12-f5f9-4aca-b433-832240d14631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:37:12Z', 'updated_at': '2021-12-07T18:37:31Z', 'revision_number': 4, 'project_id': 'e527ba8bc7084e16ae3ad798bd171e5f', 'gw_port': {'id': '4bb16e12-f5f9-4aca-b433-832240d14631', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:32:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9a909a-0735-43cc-98ce-43823a13bc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:37:30Z', 'updated_at': '2021-12-07T18:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '21c40143-fad9-4797-a741-702387fdd7cc', 'name': '', 'network_id': 'b2acf7b8-effc-4f9a-a7c8-ec39983bd815', 'tenant_id': 'e527ba8bc7084e16ae3ad798bd171e5f', 'mac_address': 'fa:16:3e:4f:e6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a909a-0735-43cc-98ce-43823a13bc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '731ec997-c3ac-4f50-89f9-ffde33492858', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:37:22Z', 'updated_at': '2021-12-07T18:37:26Z', 'revision_number': 5, 'project_id': 'e527ba8bc7084e16ae3ad798bd171e5f', 'subnets': [{'id': '731ec997-c3ac-4f50-89f9-ffde33492858', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ebd20b5-55ed-4a3f-9822-ad5b3ca88ffc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:37:35.530156 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 4bb16e12-f5f9-4aca-b433-832240d14631 up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:37:35.588105 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port 4bb16e12-f5f9-4aca-b433-832240d14631 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:37:35.588485 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:35.675895 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:35.698245 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] For port 4bb16e12-f5f9-4aca-b433-832240d14631, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=4bb16e12-f5f9-4aca-b433-832240d14631,segment=NetworkSegment(05f8ab8d-4669-4926-ada9-ecff5fb4eb1d),segment_id=05f8ab8d-4669-4926-ada9-ecff5fb4eb1d)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:37:35.703362 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:35.770222 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Pushing event updated for resources: {'Port': ['ID=4bb16e12-f5f9-4aca-b433-832240d14631,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:37:37.516620 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 4bb16e12-f5f9-4aca-b433-832240d14631 up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:37:37.579578 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port 4bb16e12-f5f9-4aca-b433-832240d14631 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:37:37.579891 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:45.432564 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-50fbf83a-3a9d-4c53-87a0-fa848f29e312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:47.777614 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ce513942-cdb0-463d-82e2-b55b24f53505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:49.747102 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:50.245766 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:37:51.471663 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 5 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:37:51.638923 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:38:15.437525 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b4d29efc-6c9b-4480-873d-9c9186899c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:38:17.780369 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fce3af81-7ae9-48f9-8a06-a3ee34650f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:38:19.742339 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:38:20.312476 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:38:21.638544 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:38:28.471403 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 5 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:38:45.421196 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5515a5da-cde3-4029-bc8a-1a686b9df117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:38:47.784185 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4b3c7b93-fd69-499d-aa89-58b7d1f0648e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:38:49.742250 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:38:50.240459 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:38:51.632191 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:38:56.073128 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 56926) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:38:56.133743 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b111b68-9e89-45d2-9cda-4f7f32495de4 admin admin] GET failed (client error): The resource could not be found. Dec 07 18:38:56.135058 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-8b111b68-9e89-45d2-9cda-4f7f32495de4 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609531 Dec 07 18:38:56.294225 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f19e8e2-8ab3-42e3-a92a-32b00fede879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:38:56.295601 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-9f19e8e2-8ab3-42e3-a92a-32b00fede879 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1559312 Dec 07 18:38:58.716654 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 56936) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:38:58.807385 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee3d653-544c-4df5-8ee2-9aead3a10676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:38:58.808728 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-7ee3d653-544c-4df5-8ee2-9aead3a10676 admin admin] 10.222.0.41 "GET /v2.0/subnets/731ec997-c3ac-4f50-89f9-ffde33492858 HTTP/1.1" status: 200 len: 849 time: 0.0910933 Dec 07 18:38:58.818633 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-bc5b4d55-a4ae-4608-853e-9137eb45c376 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:38:58.903509 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bc5b4d55-a4ae-4608-853e-9137eb45c376 admin admin] Publish callbacks [] for subnet, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:38:59.041303 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bc5b4d55-a4ae-4608-853e-9137eb45c376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753414612390'] for subnet, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:38:59.071638 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5b4d55-a4ae-4608-853e-9137eb45c376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:38:59.072230 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bc5b4d55-a4ae-4608-853e-9137eb45c376 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for subnet, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:38:59.074150 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-bc5b4d55-a4ae-4608-853e-9137eb45c376 admin admin] 10.222.0.41 "PUT /v2.0/subnets/731ec997-c3ac-4f50-89f9-ffde33492858 HTTP/1.1" status: 200 len: 868 time: 0.2590201 Dec 07 18:38:59.088313 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1b341f-051e-4559-966f-cdd7bb0e8ab9 None None] Network b2acf7b8-effc-4f9a-a7c8-ec39983bd815 requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:38:59.098039 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b4d55-a4ae-4608-853e-9137eb45c376 admin admin] Pushing event updated for resources: {'Subnet': ['ID=731ec997-c3ac-4f50-89f9-ffde33492858,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:38:59.106076 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b4d55-a4ae-4608-853e-9137eb45c376 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:38:59.106432 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b4d55-a4ae-4608-853e-9137eb45c376 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:38:59.106778 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b4d55-a4ae-4608-853e-9137eb45c376 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:38:59.107117 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b4d55-a4ae-4608-853e-9137eb45c376 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:38:59.107458 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b4d55-a4ae-4608-853e-9137eb45c376 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:38:59.107781 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b4d55-a4ae-4608-853e-9137eb45c376 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:38:59.108110 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b4d55-a4ae-4608-853e-9137eb45c376 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:38:59.108443 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b4d55-a4ae-4608-853e-9137eb45c376 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:38:59.108773 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b4d55-a4ae-4608-853e-9137eb45c376 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:38:59.109103 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b4d55-a4ae-4608-853e-9137eb45c376 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:38:59.109426 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b4d55-a4ae-4608-853e-9137eb45c376 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:38:59.109747 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b4d55-a4ae-4608-853e-9137eb45c376 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:38:59.110099 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b4d55-a4ae-4608-853e-9137eb45c376 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:38:59.437043 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-8859b3f7-0e96-44eb-9a9f-f8dee414b62b None None] Provisioning complete for port 4b3b025a-5659-4676-9588-edbbace4f385 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:38:59.437442 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8859b3f7-0e96-44eb-9a9f-f8dee414b62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:38:59.536581 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-8859b3f7-0e96-44eb-9a9f-f8dee414b62b None None] Provisioning complete for port 21c40143-fad9-4797-a741-702387fdd7cc triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:38:59.536950 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8859b3f7-0e96-44eb-9a9f-f8dee414b62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:39:01.514498 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 56944) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:39:01.723867 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe314a7-7355-4571-97c0-5eafc6b5eea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:39:01.724336 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe314a7-7355-4571-97c0-5eafc6b5eea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:39:01.725991 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-cbe314a7-7355-4571-97c0-5eafc6b5eea6 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2104194 Dec 07 18:39:04.091566 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 56954) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:39:04.226153 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7be070-ccf1-4c65-b0ff-90df2086d00b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:39:04.226673 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7be070-ccf1-4c65-b0ff-90df2086d00b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:39:04.228197 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-2f7be070-ccf1-4c65-b0ff-90df2086d00b admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1356857 Dec 07 18:39:05.471856 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 5 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:39:06.628618 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 56962) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:39:06.847395 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311b903f-6c79-415f-8fda-e4d4e8d66a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:39:06.848769 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-311b903f-6c79-415f-8fda-e4d4e8d66a4e admin admin] 10.222.0.41 "GET /v2.0/networks/b2acf7b8-effc-4f9a-a7c8-ec39983bd815 HTTP/1.1" status: 200 len: 869 time: 0.2192039 Dec 07 18:39:09.290217 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 56970) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:39:09.415364 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e314b5-cfbf-4941-b494-a8e6d8ae3483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:39:09.416725 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-a8e314b5-cfbf-4941-b494-a8e6d8ae3483 admin admin] 10.222.0.41 "GET /v2.0/networks/c28673b7-9801-4a6d-8bd7-4540f8f52bd4 HTTP/1.1" status: 200 len: 886 time: 0.1254504 Dec 07 18:39:11.794364 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 56978) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:39:11.920874 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38a29b7-0aa7-4afa-903f-ae12c1e2034e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:39:11.921326 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38a29b7-0aa7-4afa-903f-ae12c1e2034e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:39:11.922866 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-a38a29b7-0aa7-4afa-903f-ae12c1e2034e admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1272333 Dec 07 18:39:14.326152 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 56986) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:39:14.416438 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95fe0e0-bd3b-4c0d-adf9-6247beafd7e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:39:14.416888 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95fe0e0-bd3b-4c0d-adf9-6247beafd7e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:39:14.418414 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-c95fe0e0-bd3b-4c0d-adf9-6247beafd7e8 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0913243 Dec 07 18:39:15.423433 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1e7f6936-9ca1-4bb9-95ad-03f6c948371b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:39:16.844934 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 56994) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:39:16.970639 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c2247d-3c5d-4a4c-bb7d-a28d575d5742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:39:16.971971 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-f5c2247d-3c5d-4a4c-bb7d-a28d575d5742 admin admin] 10.222.0.41 "GET /v2.0/subnets/731ec997-c3ac-4f50-89f9-ffde33492858 HTTP/1.1" status: 200 len: 868 time: 0.1261039 Dec 07 18:39:17.786311 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f90b446e-cbf2-4f49-b53a-73effab24009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:39:19.360839 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 57002) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:39:19.450293 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c110d179-903b-4fee-a068-48de685d87a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:39:19.451650 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-c110d179-903b-4fee-a068-48de685d87a7 admin admin] 10.222.0.41 "GET /v2.0/subnets/c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01 HTTP/1.1" status: 200 len: 816 time: 0.0897508 Dec 07 18:39:19.746640 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:39:20.243702 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:39:21.635229 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:39:42.469859 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 5 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:39:44.604365 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 57056) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:39:44.651532 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [None req-d434fdb3-3d30-4acd-9f94-a3f4cb2c6561 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 18:39:44.652519 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-d434fdb3-3d30-4acd-9f94-a3f4cb2c6561 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0472050 Dec 07 18:39:45.426478 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5c7d8ff3-b749-4970-aa95-98bf7c5b85a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:39:47.141083 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 57064) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:39:47.201718 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed6e8da-7eb5-4fed-a6e3-399092c803ea admin admin] GET failed (client error): The resource could not be found. Dec 07 18:39:47.203047 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-aed6e8da-7eb5-4fed-a6e3-399092c803ea admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0610292 Dec 07 18:39:47.350235 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa0b4af-e538-48d4-9898-23ceed6c4e71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:39:47.351668 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-baa0b4af-e538-48d4-9898-23ceed6c4e71 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1439619 Dec 07 18:39:47.792827 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1fbd56aa-ae54-46e5-a23d-2cb522a693c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:39:49.748812 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:39:49.791908 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 57072) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:39:49.839554 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-2bd164cf-e994-4567-974d-a8cfe35720ac admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:39:49.859485 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd164cf-e994-4567-974d-a8cfe35720ac admin admin] Made reservation on behalf of c14c522cc8f8451cafdd8503f980220d for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:39:49.862016 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2bd164cf-e994-4567-974d-a8cfe35720ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:39:49.896785 dv-cinder-819692-6-iscsi neutron-server[109085]: WARNING neutron.services.revisions.revision_plugin [None req-2bd164cf-e994-4567-974d-a8cfe35720ac admin admin] Could not find related network for resource to bump revision. Dec 07 18:39:49.911499 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd164cf-e994-4567-974d-a8cfe35720ac admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 18:39:49.921382 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2bd164cf-e994-4567-974d-a8cfe35720ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:39:49.921722 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.db.segments_db [None req-2bd164cf-e994-4567-974d-a8cfe35720ac admin admin] Added segment 4fed2e5a-d4e2-4233-8d4b-5b761c99f543 of type vlan for network 28651bb2-ebdf-415f-bb92-f15ac60029a6 Dec 07 18:39:49.962452 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2bd164cf-e994-4567-974d-a8cfe35720ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753414094686'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:39:49.985454 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2bd164cf-e994-4567-974d-a8cfe35720ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:39:49.986345 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd164cf-e994-4567-974d-a8cfe35720ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:39:49.986916 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2bd164cf-e994-4567-974d-a8cfe35720ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:39:50.021356 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-2bd164cf-e994-4567-974d-a8cfe35720ac admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2283499 Dec 07 18:39:50.055367 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd164cf-e994-4567-974d-a8cfe35720ac admin admin] Pushing event updated for resources: {'Network': ['ID=28651bb2-ebdf-415f-bb92-f15ac60029a6,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:39:50.063156 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd164cf-e994-4567-974d-a8cfe35720ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:39:50.063508 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd164cf-e994-4567-974d-a8cfe35720ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:39:50.063857 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd164cf-e994-4567-974d-a8cfe35720ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:39:50.064196 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd164cf-e994-4567-974d-a8cfe35720ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:39:50.064531 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd164cf-e994-4567-974d-a8cfe35720ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:39:50.064861 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd164cf-e994-4567-974d-a8cfe35720ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:39:50.065192 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd164cf-e994-4567-974d-a8cfe35720ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:39:50.065523 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd164cf-e994-4567-974d-a8cfe35720ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:39:50.065854 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd164cf-e994-4567-974d-a8cfe35720ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:39:50.066212 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd164cf-e994-4567-974d-a8cfe35720ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:39:50.066541 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd164cf-e994-4567-974d-a8cfe35720ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:39:50.066867 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd164cf-e994-4567-974d-a8cfe35720ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:39:50.067189 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd164cf-e994-4567-974d-a8cfe35720ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:39:50.079890 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Network 28651bb2-ebdf-415f-bb92-f15ac60029a6 details requested by agent ovs-agent-dv-cinder-819692-6-iscsi with host dv-cinder-819692-6-iscsi {{(pid=109086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 18:39:50.249679 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:39:51.637231 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:39:52.526136 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 57080) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:39:52.585850 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcca730a-698c-4e7b-bbf4-51f107e136a1 admin admin] GET failed (client error): The resource could not be found. Dec 07 18:39:52.587170 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-bcca730a-698c-4e7b-bbf4-51f107e136a1 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0600815 Dec 07 18:39:52.657032 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854e66af-d454-488b-90fe-0026d489d9c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:39:52.658485 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-854e66af-d454-488b-90fe-0026d489d9c7 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0668106 Dec 07 18:39:52.669114 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-704e7ece-26cc-40e8-bf9a-2d24def4b504 admin admin] Request body: {'subnet': {'network_id': '28651bb2-ebdf-415f-bb92-f15ac60029a6', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:39:52.692820 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704e7ece-26cc-40e8-bf9a-2d24def4b504 admin admin] Made reservation on behalf of c14c522cc8f8451cafdd8503f980220d for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:39:52.695228 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-704e7ece-26cc-40e8-bf9a-2d24def4b504 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:39:52.880936 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-704e7ece-26cc-40e8-bf9a-2d24def4b504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:39:52.938131 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e7ece-26cc-40e8-bf9a-2d24def4b504 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e64a2e69-e4d1-4979-b698-a91e05b5d5b2,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:39:52.948284 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704e7ece-26cc-40e8-bf9a-2d24def4b504 admin admin] Checking segment: {'id': '4fed2e5a-d4e2-4233-8d4b-5b761c99f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '28651bb2-ebdf-415f-bb92-f15ac60029a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:39:52.948668 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704e7ece-26cc-40e8-bf9a-2d24def4b504 admin admin] Network hostable DHCP agents. Network: 28651bb2-ebdf-415f-bb92-f15ac60029a6, hostable agents: ['6f398e68-3e13-4851-8372-7feb03493da6'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 18:39:52.969457 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704e7ece-26cc-40e8-bf9a-2d24def4b504 admin admin] Network 28651bb2-ebdf-415f-bb92-f15ac60029a6 is scheduled to be hosted by DHCP agent 6f398e68-3e13-4851-8372-7feb03493da6 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 18:39:52.980927 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-704e7ece-26cc-40e8-bf9a-2d24def4b504 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819692-6-iscsi, 28651bb2-ebdf-415f-bb92-f15ac60029a6) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:39:52.985541 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704e7ece-26cc-40e8-bf9a-2d24def4b504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:39:52.986150 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-704e7ece-26cc-40e8-bf9a-2d24def4b504 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:39:52.991339 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c474d51-c250-4862-9f57-68b51664665b None None] Network 28651bb2-ebdf-415f-bb92-f15ac60029a6 requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:39:53.002390 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-704e7ece-26cc-40e8-bf9a-2d24def4b504 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3365715 Dec 07 18:39:53.102761 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fd325a-0a09-4c8c-91cc-b8e0ab2d7fba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ae0aa17-c7bf-538b-8221-0782f7b1bf99-28651bb2-ebdf-415f-bb92-f15ac60029a6', 'network_id': '28651bb2-ebdf-415f-bb92-f15ac60029a6', 'project_id': 'c14c522cc8f8451cafdd8503f980220d', 'fixed_ips': [{'subnet_id': 'e64a2e69-e4d1-4979-b698-a91e05b5d5b2'}]}} from dv-cinder-819692-6-iscsi. {{(pid=109086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 07 18:39:53.103678 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-77fd325a-0a09-4c8c-91cc-b8e0ab2d7fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:39:53.248367 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-77fd325a-0a09-4c8c-91cc-b8e0ab2d7fba None None] Allocated IP 192.168.233.2 (28651bb2-ebdf-415f-bb92-f15ac60029a6/e64a2e69-e4d1-4979-b698-a91e05b5d5b2/e5963e6c-9ff4-4b85-95b3-515a1de5a281) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:39:53.495694 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-77fd325a-0a09-4c8c-91cc-b8e0ab2d7fba None None] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:39:53.501512 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-77fd325a-0a09-4c8c-91cc-b8e0ab2d7fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:39:53.544270 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fd325a-0a09-4c8c-91cc-b8e0ab2d7fba None None] Network 28651bb2-ebdf-415f-bb92-f15ac60029a6 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:39:53.547088 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-77fd325a-0a09-4c8c-91cc-b8e0ab2d7fba None None] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:39:53.551942 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fd325a-0a09-4c8c-91cc-b8e0ab2d7fba None None] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:39:53.554597 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd325a-0a09-4c8c-91cc-b8e0ab2d7fba None None] Pushing event updated for resources: {'Port': ['ID=e5963e6c-9ff4-4b85-95b3-515a1de5a281,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:39:53.563291 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fd325a-0a09-4c8c-91cc-b8e0ab2d7fba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:39:53.563661 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fd325a-0a09-4c8c-91cc-b8e0ab2d7fba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:39:53.564025 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fd325a-0a09-4c8c-91cc-b8e0ab2d7fba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:39:53.564367 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fd325a-0a09-4c8c-91cc-b8e0ab2d7fba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:39:53.564697 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fd325a-0a09-4c8c-91cc-b8e0ab2d7fba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:39:53.565022 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fd325a-0a09-4c8c-91cc-b8e0ab2d7fba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:39:53.565350 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fd325a-0a09-4c8c-91cc-b8e0ab2d7fba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:39:53.565673 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fd325a-0a09-4c8c-91cc-b8e0ab2d7fba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:39:53.566022 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fd325a-0a09-4c8c-91cc-b8e0ab2d7fba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:39:53.566371 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fd325a-0a09-4c8c-91cc-b8e0ab2d7fba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:39:53.566695 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fd325a-0a09-4c8c-91cc-b8e0ab2d7fba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:39:53.567012 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fd325a-0a09-4c8c-91cc-b8e0ab2d7fba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:39:53.567328 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fd325a-0a09-4c8c-91cc-b8e0ab2d7fba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:39:53.621533 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-77fd325a-0a09-4c8c-91cc-b8e0ab2d7fba None None] Attempting to bind port e5963e6c-9ff4-4b85-95b3-515a1de5a281 on host dv-cinder-819692-6-iscsi for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:39:53.621930 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-77fd325a-0a09-4c8c-91cc-b8e0ab2d7fba None None] Attempting to bind port e5963e6c-9ff4-4b85-95b3-515a1de5a281 by drivers openvswitch,hyperv on host dv-cinder-819692-6-iscsi at level 0 using segments [{'id': '4fed2e5a-d4e2-4233-8d4b-5b761c99f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '28651bb2-ebdf-415f-bb92-f15ac60029a6'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:39:53.622297 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fd325a-0a09-4c8c-91cc-b8e0ab2d7fba None None] Attempting to bind port e5963e6c-9ff4-4b85-95b3-515a1de5a281 on network 28651bb2-ebdf-415f-bb92-f15ac60029a6 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:39:53.627325 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fd325a-0a09-4c8c-91cc-b8e0ab2d7fba None None] Checking agent: {'id': 'fd9e3ab0-a028-492f-8cb9-0b732e52b698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 36, 52), 'started_at': datetime.datetime(2021, 12, 7, 18, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:39:53.627700 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fd325a-0a09-4c8c-91cc-b8e0ab2d7fba None None] Checking segment: {'id': '4fed2e5a-d4e2-4233-8d4b-5b761c99f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '28651bb2-ebdf-415f-bb92-f15ac60029a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:39:53.628105 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-77fd325a-0a09-4c8c-91cc-b8e0ab2d7fba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:39:53.628495 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fd325a-0a09-4c8c-91cc-b8e0ab2d7fba None None] Bound using segment: {'id': '4fed2e5a-d4e2-4233-8d4b-5b761c99f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '28651bb2-ebdf-415f-bb92-f15ac60029a6'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:39:53.628956 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-77fd325a-0a09-4c8c-91cc-b8e0ab2d7fba None None] Bound port: e5963e6c-9ff4-4b85-95b3-515a1de5a281, host: dv-cinder-819692-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fed2e5a-d4e2-4233-8d4b-5b761c99f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '28651bb2-ebdf-415f-bb92-f15ac60029a6'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:39:53.629349 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-77fd325a-0a09-4c8c-91cc-b8e0ab2d7fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:39:53.695404 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-77fd325a-0a09-4c8c-91cc-b8e0ab2d7fba None None] For port e5963e6c-9ff4-4b85-95b3-515a1de5a281, host dv-cinder-819692-6-iscsi, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:39:53.699057 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-77fd325a-0a09-4c8c-91cc-b8e0ab2d7fba None None] For port e5963e6c-9ff4-4b85-95b3-515a1de5a281, host dv-cinder-819692-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=e5963e6c-9ff4-4b85-95b3-515a1de5a281,segment=NetworkSegment(4fed2e5a-d4e2-4233-8d4b-5b761c99f543),segment_id=4fed2e5a-d4e2-4233-8d4b-5b761c99f543)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:39:53.704168 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-77fd325a-0a09-4c8c-91cc-b8e0ab2d7fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:39:53.761702 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd325a-0a09-4c8c-91cc-b8e0ab2d7fba None None] Pushing event updated for resources: {'Port': ['ID=e5963e6c-9ff4-4b85-95b3-515a1de5a281,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:39:54.561263 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8236259b-60cb-41e0-a628-cab0192b24c2 None None] Network 28651bb2-ebdf-415f-bb92-f15ac60029a6 requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:39:54.676723 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-6775399f-3150-4a88-bad0-6ec72606c9a5 None None] Provisioning complete for port e5963e6c-9ff4-4b85-95b3-515a1de5a281 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:39:54.677096 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6775399f-3150-4a88-bad0-6ec72606c9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:39:54.766686 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6775399f-3150-4a88-bad0-6ec72606c9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:39:54.801539 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-6775399f-3150-4a88-bad0-6ec72606c9a5 None None] For port e5963e6c-9ff4-4b85-95b3-515a1de5a281, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=e5963e6c-9ff4-4b85-95b3-515a1de5a281,segment=NetworkSegment(4fed2e5a-d4e2-4233-8d4b-5b761c99f543),segment_id=4fed2e5a-d4e2-4233-8d4b-5b761c99f543)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:39:54.806263 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6775399f-3150-4a88-bad0-6ec72606c9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:39:54.861111 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775399f-3150-4a88-bad0-6ec72606c9a5 None None] Pushing event updated for resources: {'Port': ['ID=e5963e6c-9ff4-4b85-95b3-515a1de5a281,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:39:55.027656 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5eb5cc01-270c-4b0a-91fe-96dd009d97d9 None None] Provisioning complete for port e5963e6c-9ff4-4b85-95b3-515a1de5a281 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:39:55.028023 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5eb5cc01-270c-4b0a-91fe-96dd009d97d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:39:55.595929 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device e5963e6c-9ff4-4b85-95b3-515a1de5a281 up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:39:55.648114 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port e5963e6c-9ff4-4b85-95b3-515a1de5a281 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:39:55.648494 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:40:15.430670 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e0becf46-4288-4ede-8f73-2161f72b339f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:40:17.794126 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ca49bb8f-a05d-403c-b690-e46ed7789c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:40:19.469152 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 5 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:40:19.756251 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:40:20.248600 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:40:21.638977 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:40:45.433427 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1830e28e-5c63-4436-8fa0-20cca6ca05b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:40:47.796595 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-02fc8429-7569-4d59-ae36-a46b51119888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:40:49.756259 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:40:50.251151 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:40:51.640266 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:40:56.468709 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 5 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:41:08.115059 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 57124) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:41:08.120887 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [None req-a7bfddd9-7550-4d4b-b518-45c491bc5f57 tempest-verify_tempest_config-1384179008 tempest-verify_tempest_config-1384179008-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 18:41:08.121873 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-a7bfddd9-7550-4d4b-b518-45c491bc5f57 tempest-verify_tempest_config-1384179008 tempest-verify_tempest_config-1384179008-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058520 Dec 07 18:41:08.416497 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 57142) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:41:08.518878 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c615b4ff-b2c1-4829-bb97-3a7998f208b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:41:08.595639 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c615b4ff-b2c1-4829-bb97-3a7998f208b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:41:08.599268 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c615b4ff-b2c1-4829-bb97-3a7998f208b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:41:08.644328 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-c615b4ff-b2c1-4829-bb97-3a7998f208b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=61dce555b93e426691481bd71b5e7752&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2265906 Dec 07 18:41:08.645451 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615b4ff-b2c1-4829-bb97-3a7998f208b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a81d62-3b36-4765-ad08-6327041a5093,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:41:08.647310 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 57146) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:41:08.662433 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c615b4ff-b2c1-4829-bb97-3a7998f208b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:41:08.662783 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c615b4ff-b2c1-4829-bb97-3a7998f208b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:41:08.663128 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c615b4ff-b2c1-4829-bb97-3a7998f208b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:41:08.663465 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c615b4ff-b2c1-4829-bb97-3a7998f208b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:41:08.663798 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c615b4ff-b2c1-4829-bb97-3a7998f208b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:41:08.664123 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c615b4ff-b2c1-4829-bb97-3a7998f208b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:41:08.664466 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c615b4ff-b2c1-4829-bb97-3a7998f208b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:41:08.664799 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c615b4ff-b2c1-4829-bb97-3a7998f208b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:41:08.665144 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c615b4ff-b2c1-4829-bb97-3a7998f208b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:41:08.665496 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c615b4ff-b2c1-4829-bb97-3a7998f208b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:41:08.665823 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c615b4ff-b2c1-4829-bb97-3a7998f208b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:41:08.666165 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c615b4ff-b2c1-4829-bb97-3a7998f208b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:41:08.666488 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c615b4ff-b2c1-4829-bb97-3a7998f208b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:41:08.718531 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2acb92b1-fc4c-450b-b818-46207b2e01ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:41:08.739388 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2acb92b1-fc4c-450b-b818-46207b2e01ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:41:08.830409 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2acb92b1-fc4c-450b-b818-46207b2e01ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:41:08.833106 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2acb92b1-fc4c-450b-b818-46207b2e01ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:41:08.834881 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-2acb92b1-fc4c-450b-b818-46207b2e01ae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/41a81d62-3b36-4765-ad08-6327041a5093 HTTP/1.1" status: 204 len: 168 time: 0.1866403 Dec 07 18:41:08.843367 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb92b1-fc4c-450b-b818-46207b2e01ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a81d62-3b36-4765-ad08-6327041a5093,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:41:15.439113 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7c038e1b-6af2-47a4-a8ec-b080375de167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:41:17.801942 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7792e72e-8315-4648-a43d-d83326444107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:41:19.761172 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:41:20.253568 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:41:21.643146 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:41:33.466238 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 5 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:41:45.440124 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8f462076-2be7-4cae-baef-c82ca54b1c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:41:47.803853 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-787167be-ef02-41ac-a99f-c06c50305c0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:41:49.760512 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:41:50.259848 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:41:51.646265 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:42:10.465840 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 5 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:42:15.442092 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7a83263a-364d-490c-8dda-36b00f613f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:42:17.806207 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c3ee09f5-1f99-4746-b10f-25b5da6058ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:42:19.762657 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:42:20.259924 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:42:21.649807 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:42:38.067790 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-646236'] for agent, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:42:45.445080 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dfdc14aa-fd12-4d47-bb7e-07f4b7d95977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:42:47.466288 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:42:47.809837 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0120d280-524e-4259-b066-dcac53de3f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:42:49.766038 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:42:50.264869 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:42:51.651413 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:42:53.849670 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 57220) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:42:53.954729 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-e39ffe4a-f81e-46d5-a958-7db336c6c0c8 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1039436 Dec 07 18:42:56.411823 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 57230) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:42:56.473348 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-c9c7dea4-62d2-4529-9ce2-226ad01717a4 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0604415 Dec 07 18:43:08.016080 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:43:15.447742 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0d954093-5eb0-429d-88b7-b8aee2853709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:43:17.811397 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4925c38f-cddc-4d45-b3bc-f430d96b6a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:43:19.769593 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:43:20.272164 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:43:21.653288 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:43:24.465669 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:43:38.030305 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:43:45.449711 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0b423fb8-78a3-4531-8575-ee049d45c896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:43:47.814358 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c27a1743-3c8e-4d9d-98c2-59f98d52138d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:43:49.779427 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:43:50.274887 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:43:51.676415 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:01.463802 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:44:08.045842 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:15.451032 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e26dbbfb-25d3-4483-a76f-a237c7591c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:17.817877 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-72e6139b-bfac-4462-b4ee-80e04ecef345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:19.775411 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:20.272779 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:21.666531 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:25.859447 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 57424) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:26.191029 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 57442) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:26.221091 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 57446) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:26.223978 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-c5827f86-b5d1-4275-ba22-a93c705d35a8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1666134207-network', 'tenant_id': '8cf66e1a2b384f8abac34fbb53354039'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:44:26.248276 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5827f86-b5d1-4275-ba22-a93c705d35a8 admin admin] Made reservation on behalf of 8cf66e1a2b384f8abac34fbb53354039 for: {'network': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:44:26.250604 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c5827f86-b5d1-4275-ba22-a93c705d35a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for network, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:26.262390 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c5827f86-b5d1-4275-ba22-a93c705d35a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:26.343789 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c5827f86-b5d1-4275-ba22-a93c705d35a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:26.351111 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c5827f86-b5d1-4275-ba22-a93c705d35a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:26.361863 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 57458) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:26.372449 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5827f86-b5d1-4275-ba22-a93c705d35a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=109084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 18:44:26.387332 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5827f86-b5d1-4275-ba22-a93c705d35a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce1a392-bc9e-4ac7-9e55-16f699823f36,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:26.390636 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 57462) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:26.391978 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c5827f86-b5d1-4275-ba22-a93c705d35a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828'] for segment, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:26.392319 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.db.segments_db [None req-c5827f86-b5d1-4275-ba22-a93c705d35a8 admin admin] Added segment 7e71c60a-e4aa-4143-b193-16c044b24927 of type vlan for network ef05ef7a-dc68-401a-ab2a-8c16865c781c Dec 07 18:44:26.439524 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-4614d6eb-9d0a-4d7d-bf22-e58673510667 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-730819392-network', 'tenant_id': 'ce5c4619be32445692d87a31420bb4e3'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:44:26.458968 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c5827f86-b5d1-4275-ba22-a93c705d35a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753414094686'] for network, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:26.471853 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4614d6eb-9d0a-4d7d-bf22-e58673510667 admin admin] Made reservation on behalf of ce5c4619be32445692d87a31420bb4e3 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:44:26.475838 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-c1f78acf-cf4c-4706-bedc-2eb6e37e9c40 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1843207864-network', 'tenant_id': '12e59e340c3845b199cb2b187d625932'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:44:26.476062 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4614d6eb-9d0a-4d7d-bf22-e58673510667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:26.480364 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5827f86-b5d1-4275-ba22-a93c705d35a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:26.480920 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5827f86-b5d1-4275-ba22-a93c705d35a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:26.481442 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5827f86-b5d1-4275-ba22-a93c705d35a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:26.483320 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5827f86-b5d1-4275-ba22-a93c705d35a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:26.483833 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5827f86-b5d1-4275-ba22-a93c705d35a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:26.484329 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5827f86-b5d1-4275-ba22-a93c705d35a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:26.484846 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5827f86-b5d1-4275-ba22-a93c705d35a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:26.485333 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5827f86-b5d1-4275-ba22-a93c705d35a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:26.485829 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5827f86-b5d1-4275-ba22-a93c705d35a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:26.486336 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5827f86-b5d1-4275-ba22-a93c705d35a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:26.486837 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5827f86-b5d1-4275-ba22-a93c705d35a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:26.487314 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5827f86-b5d1-4275-ba22-a93c705d35a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:26.487787 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5827f86-b5d1-4275-ba22-a93c705d35a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:26.489021 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5827f86-b5d1-4275-ba22-a93c705d35a8 admin admin] Tracked resource versions report: Dec 07 18:44:26.489021 dv-cinder-819692-6-iscsi neutron-server[109084]: pushed versions: Dec 07 18:44:26.489021 dv-cinder-819692-6-iscsi neutron-server[109084]: { 'AddressGroup': {'1.2'}, Dec 07 18:44:26.489021 dv-cinder-819692-6-iscsi neutron-server[109084]: 'ConntrackHelper': {'1.0'}, Dec 07 18:44:26.489021 dv-cinder-819692-6-iscsi neutron-server[109084]: 'LocalIPAssociation': {'1.0'}, Dec 07 18:44:26.489021 dv-cinder-819692-6-iscsi neutron-server[109084]: 'Log': {'1.0'}, Dec 07 18:44:26.489021 dv-cinder-819692-6-iscsi neutron-server[109084]: 'Network': {'1.1'}, Dec 07 18:44:26.489021 dv-cinder-819692-6-iscsi neutron-server[109084]: 'Port': {'1.7'}, Dec 07 18:44:26.489021 dv-cinder-819692-6-iscsi neutron-server[109084]: 'PortForwarding': {'1.2'}, Dec 07 18:44:26.489021 dv-cinder-819692-6-iscsi neutron-server[109084]: 'QosPolicy': {'1.10'}, Dec 07 18:44:26.489021 dv-cinder-819692-6-iscsi neutron-server[109084]: 'SecurityGroup': {'1.5'}, Dec 07 18:44:26.489021 dv-cinder-819692-6-iscsi neutron-server[109084]: 'SecurityGroupRule': {'1.2'}, Dec 07 18:44:26.489021 dv-cinder-819692-6-iscsi neutron-server[109084]: 'SubPort': {'1.0'}, Dec 07 18:44:26.489021 dv-cinder-819692-6-iscsi neutron-server[109084]: 'Subnet': {'1.1'}, Dec 07 18:44:26.489021 dv-cinder-819692-6-iscsi neutron-server[109084]: 'Trunk': {'1.1'}} Dec 07 18:44:26.489021 dv-cinder-819692-6-iscsi neutron-server[109084]: consumer versions: Dec 07 18:44:26.489021 dv-cinder-819692-6-iscsi neutron-server[109084]: { DHCP agent@dv-cinder-819692-6-iscsi: {}, Dec 07 18:44:26.489021 dv-cinder-819692-6-iscsi neutron-server[109084]: HyperV agent@hv-cinder-81969: {}, Dec 07 18:44:26.489021 dv-cinder-819692-6-iscsi neutron-server[109084]: L3 agent@dv-cinder-819692-6-iscsi: {}, Dec 07 18:44:26.489021 dv-cinder-819692-6-iscsi neutron-server[109084]: Metadata agent@dv-cinder-819692-6-iscsi: {}, Dec 07 18:44:26.489021 dv-cinder-819692-6-iscsi neutron-server[109084]: Metering agent@dv-cinder-819692-6-iscsi: {}, Dec 07 18:44:26.489021 dv-cinder-819692-6-iscsi neutron-server[109084]: Open vSwitch agent@dv-cinder-819692-6-iscsi: { 'AddressGroup': '1.2', Dec 07 18:44:26.489021 dv-cinder-819692-6-iscsi neutron-server[109084]: 'ConntrackHelper': '1.0', Dec 07 18:44:26.489021 dv-cinder-819692-6-iscsi neutron-server[109084]: 'LocalIPAssociation': '1.0', Dec 07 18:44:26.489021 dv-cinder-819692-6-iscsi neutron-server[109084]: 'Log': '1.0', Dec 07 18:44:26.489021 dv-cinder-819692-6-iscsi neutron-server[109084]: 'Network': '1.1', Dec 07 18:44:26.489021 dv-cinder-819692-6-iscsi neutron-server[109084]: 'Port': '1.7', Dec 07 18:44:26.489021 dv-cinder-819692-6-iscsi neutron-server[109084]: 'PortForwarding': '1.2', Dec 07 18:44:26.489021 dv-cinder-819692-6-iscsi neutron-server[109084]: 'QosPolicy': '1.10', Dec 07 18:44:26.489021 dv-cinder-819692-6-iscsi neutron-server[109084]: 'SecurityGroup': '1.5', Dec 07 18:44:26.489021 dv-cinder-819692-6-iscsi neutron-server[109084]: 'SecurityGroupRule': '1.2', Dec 07 18:44:26.489021 dv-cinder-819692-6-iscsi neutron-server[109084]: 'SubPort': '1.0', Dec 07 18:44:26.489021 dv-cinder-819692-6-iscsi neutron-server[109084]: 'Subnet': '1.1', Dec 07 18:44:26.489021 dv-cinder-819692-6-iscsi neutron-server[109084]: 'Trunk': '1.1'}} Dec 07 18:44:26.489021 dv-cinder-819692-6-iscsi neutron-server[109084]: {{(pid=109084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 07 18:44:26.506774 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4614d6eb-9d0a-4d7d-bf22-e58673510667 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:26.534718 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c5827f86-b5d1-4275-ba22-a93c705d35a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027'] for network, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:26.535720 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5827f86-b5d1-4275-ba22-a93c705d35a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:26.536499 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c5827f86-b5d1-4275-ba22-a93c705d35a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for network, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:26.575134 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f78acf-cf4c-4706-bedc-2eb6e37e9c40 admin admin] Made reservation on behalf of 12e59e340c3845b199cb2b187d625932 for: {'network': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:44:26.577622 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c1f78acf-cf4c-4706-bedc-2eb6e37e9c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for network, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:26.586196 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-c5827f86-b5d1-4275-ba22-a93c705d35a8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7248392 Dec 07 18:44:26.590139 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 57472) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:26.595383 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c1f78acf-cf4c-4706-bedc-2eb6e37e9c40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:26.597485 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-fc86ffdc-3ba0-425f-8b64-123ebc1a4e2e admin admin] Request body: {'subnet': {'network_id': 'ef05ef7a-dc68-401a-ab2a-8c16865c781c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1666134207-subnet', 'tenant_id': '8cf66e1a2b384f8abac34fbb53354039', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:44:26.629579 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5827f86-b5d1-4275-ba22-a93c705d35a8 admin admin] Pushing event updated for resources: {'Network': ['ID=ef05ef7a-dc68-401a-ab2a-8c16865c781c,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:26.643907 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Network ef05ef7a-dc68-401a-ab2a-8c16865c781c details requested by agent ovs-agent-dv-cinder-819692-6-iscsi with host dv-cinder-819692-6-iscsi {{(pid=109086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 18:44:26.664505 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4614d6eb-9d0a-4d7d-bf22-e58673510667 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:26.674000 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc86ffdc-3ba0-425f-8b64-123ebc1a4e2e admin admin] Made reservation on behalf of 8cf66e1a2b384f8abac34fbb53354039 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:44:26.676510 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fc86ffdc-3ba0-425f-8b64-123ebc1a4e2e admin admin] Publish callbacks [] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:26.679426 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4614d6eb-9d0a-4d7d-bf22-e58673510667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:26.720707 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-4da7493f-2e4c-44b0-8365-36db89132927 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2091170230-network', 'tenant_id': 'b1c0284a24444edf87293c9fe818e638'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:44:26.733702 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614d6eb-9d0a-4d7d-bf22-e58673510667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769b4a69-45ad-4366-bda8-90637f79d9a0,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:26.740974 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c1f78acf-cf4c-4706-bedc-2eb6e37e9c40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:26.745238 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4614d6eb-9d0a-4d7d-bf22-e58673510667 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:26.746045 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4614d6eb-9d0a-4d7d-bf22-e58673510667 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:26.746619 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4614d6eb-9d0a-4d7d-bf22-e58673510667 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:26.747048 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c1f78acf-cf4c-4706-bedc-2eb6e37e9c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:26.747430 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4614d6eb-9d0a-4d7d-bf22-e58673510667 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:26.748589 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4614d6eb-9d0a-4d7d-bf22-e58673510667 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:26.749317 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4614d6eb-9d0a-4d7d-bf22-e58673510667 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:26.750049 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4614d6eb-9d0a-4d7d-bf22-e58673510667 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:26.750585 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4614d6eb-9d0a-4d7d-bf22-e58673510667 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:26.750944 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4614d6eb-9d0a-4d7d-bf22-e58673510667 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:26.751318 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4614d6eb-9d0a-4d7d-bf22-e58673510667 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:26.751820 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4614d6eb-9d0a-4d7d-bf22-e58673510667 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:26.752159 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4614d6eb-9d0a-4d7d-bf22-e58673510667 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:26.752479 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4614d6eb-9d0a-4d7d-bf22-e58673510667 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:26.753524 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4614d6eb-9d0a-4d7d-bf22-e58673510667 admin admin] Tracked resource versions report: Dec 07 18:44:26.753524 dv-cinder-819692-6-iscsi neutron-server[109085]: pushed versions: Dec 07 18:44:26.753524 dv-cinder-819692-6-iscsi neutron-server[109085]: { 'AddressGroup': {'1.2'}, Dec 07 18:44:26.753524 dv-cinder-819692-6-iscsi neutron-server[109085]: 'ConntrackHelper': {'1.0'}, Dec 07 18:44:26.753524 dv-cinder-819692-6-iscsi neutron-server[109085]: 'LocalIPAssociation': {'1.0'}, Dec 07 18:44:26.753524 dv-cinder-819692-6-iscsi neutron-server[109085]: 'Log': {'1.0'}, Dec 07 18:44:26.753524 dv-cinder-819692-6-iscsi neutron-server[109085]: 'Network': {'1.1'}, Dec 07 18:44:26.753524 dv-cinder-819692-6-iscsi neutron-server[109085]: 'Port': {'1.7'}, Dec 07 18:44:26.753524 dv-cinder-819692-6-iscsi neutron-server[109085]: 'PortForwarding': {'1.2'}, Dec 07 18:44:26.753524 dv-cinder-819692-6-iscsi neutron-server[109085]: 'QosPolicy': {'1.10'}, Dec 07 18:44:26.753524 dv-cinder-819692-6-iscsi neutron-server[109085]: 'SecurityGroup': {'1.5'}, Dec 07 18:44:26.753524 dv-cinder-819692-6-iscsi neutron-server[109085]: 'SecurityGroupRule': {'1.2'}, Dec 07 18:44:26.753524 dv-cinder-819692-6-iscsi neutron-server[109085]: 'SubPort': {'1.0'}, Dec 07 18:44:26.753524 dv-cinder-819692-6-iscsi neutron-server[109085]: 'Subnet': {'1.1'}, Dec 07 18:44:26.753524 dv-cinder-819692-6-iscsi neutron-server[109085]: 'Trunk': {'1.1'}} Dec 07 18:44:26.753524 dv-cinder-819692-6-iscsi neutron-server[109085]: consumer versions: Dec 07 18:44:26.753524 dv-cinder-819692-6-iscsi neutron-server[109085]: { DHCP agent@dv-cinder-819692-6-iscsi: {}, Dec 07 18:44:26.753524 dv-cinder-819692-6-iscsi neutron-server[109085]: HyperV agent@hv-cinder-81969: {}, Dec 07 18:44:26.753524 dv-cinder-819692-6-iscsi neutron-server[109085]: L3 agent@dv-cinder-819692-6-iscsi: {}, Dec 07 18:44:26.753524 dv-cinder-819692-6-iscsi neutron-server[109085]: Metadata agent@dv-cinder-819692-6-iscsi: {}, Dec 07 18:44:26.753524 dv-cinder-819692-6-iscsi neutron-server[109085]: Metering agent@dv-cinder-819692-6-iscsi: {}, Dec 07 18:44:26.753524 dv-cinder-819692-6-iscsi neutron-server[109085]: Open vSwitch agent@dv-cinder-819692-6-iscsi: { 'AddressGroup': '1.2', Dec 07 18:44:26.753524 dv-cinder-819692-6-iscsi neutron-server[109085]: 'ConntrackHelper': '1.0', Dec 07 18:44:26.753524 dv-cinder-819692-6-iscsi neutron-server[109085]: 'LocalIPAssociation': '1.0', Dec 07 18:44:26.753524 dv-cinder-819692-6-iscsi neutron-server[109085]: 'Log': '1.0', Dec 07 18:44:26.753524 dv-cinder-819692-6-iscsi neutron-server[109085]: 'Network': '1.1', Dec 07 18:44:26.753524 dv-cinder-819692-6-iscsi neutron-server[109085]: 'Port': '1.7', Dec 07 18:44:26.753524 dv-cinder-819692-6-iscsi neutron-server[109085]: 'PortForwarding': '1.2', Dec 07 18:44:26.753524 dv-cinder-819692-6-iscsi neutron-server[109085]: 'QosPolicy': '1.10', Dec 07 18:44:26.753524 dv-cinder-819692-6-iscsi neutron-server[109085]: 'SecurityGroup': '1.5', Dec 07 18:44:26.753524 dv-cinder-819692-6-iscsi neutron-server[109085]: 'SecurityGroupRule': '1.2', Dec 07 18:44:26.753524 dv-cinder-819692-6-iscsi neutron-server[109085]: 'SubPort': '1.0', Dec 07 18:44:26.753524 dv-cinder-819692-6-iscsi neutron-server[109085]: 'Subnet': '1.1', Dec 07 18:44:26.753524 dv-cinder-819692-6-iscsi neutron-server[109085]: 'Trunk': '1.1'}} Dec 07 18:44:26.753524 dv-cinder-819692-6-iscsi neutron-server[109085]: {{(pid=109085) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 07 18:44:26.776953 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f78acf-cf4c-4706-bedc-2eb6e37e9c40 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=109084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 18:44:26.787584 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f78acf-cf4c-4706-bedc-2eb6e37e9c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b817fe97-afc6-40d6-af3c-b667c8d4596b,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:26.793473 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c1f78acf-cf4c-4706-bedc-2eb6e37e9c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828'] for segment, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:26.793677 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4614d6eb-9d0a-4d7d-bf22-e58673510667 admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 18:44:26.793797 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.db.segments_db [None req-c1f78acf-cf4c-4706-bedc-2eb6e37e9c40 admin admin] Added segment 98bfe91f-7bab-411d-b57d-5ef27194bbaa of type vlan for network c8b8ce23-5289-4bad-a75a-485ea880ca99 Dec 07 18:44:26.839977 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c1f78acf-cf4c-4706-bedc-2eb6e37e9c40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753414094686'] for network, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:26.846945 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da7493f-2e4c-44b0-8365-36db89132927 admin admin] Made reservation on behalf of b1c0284a24444edf87293c9fe818e638 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:44:26.849322 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4da7493f-2e4c-44b0-8365-36db89132927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:26.881337 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c1f78acf-cf4c-4706-bedc-2eb6e37e9c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027'] for network, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:26.884554 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f78acf-cf4c-4706-bedc-2eb6e37e9c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:26.885220 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c1f78acf-cf4c-4706-bedc-2eb6e37e9c40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for network, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:26.916430 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4614d6eb-9d0a-4d7d-bf22-e58673510667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:26.917270 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.db.segments_db [None req-4614d6eb-9d0a-4d7d-bf22-e58673510667 admin admin] Added segment 04672a29-559e-41f9-878a-f7ee06b1a933 of type vlan for network 7ab9def9-74ba-4f55-bf91-704f09d57e6e Dec 07 18:44:26.922409 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4da7493f-2e4c-44b0-8365-36db89132927 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:26.937614 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-c1f78acf-cf4c-4706-bedc-2eb6e37e9c40 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7454975 Dec 07 18:44:26.938298 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 57482) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:26.948732 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-9fc13e01-5842-4494-9484-e89e2a7a5881 admin admin] Request body: {'subnet': {'network_id': 'c8b8ce23-5289-4bad-a75a-485ea880ca99', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1843207864-subnet', 'tenant_id': '12e59e340c3845b199cb2b187d625932', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:44:26.953366 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-9099dd66-57ea-4098-bb08-690fa6f68291 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1299123142-network', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:44:26.998408 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f78acf-cf4c-4706-bedc-2eb6e37e9c40 admin admin] Pushing event updated for resources: {'Network': ['ID=c8b8ce23-5289-4bad-a75a-485ea880ca99,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:27.015205 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Network c8b8ce23-5289-4bad-a75a-485ea880ca99 details requested by agent ovs-agent-dv-cinder-819692-6-iscsi with host dv-cinder-819692-6-iscsi {{(pid=109086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 18:44:27.027747 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4614d6eb-9d0a-4d7d-bf22-e58673510667 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753414094686'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:27.049334 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc13e01-5842-4494-9484-e89e2a7a5881 admin admin] Made reservation on behalf of 12e59e340c3845b199cb2b187d625932 for: {'subnet': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:44:27.054345 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9fc13e01-5842-4494-9484-e89e2a7a5881 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:27.126227 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9099dd66-57ea-4098-bb08-690fa6f68291 admin admin] Made reservation on behalf of cbb0144e924847109e6a254192f1e6bd for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:44:27.128570 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9099dd66-57ea-4098-bb08-690fa6f68291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:27.150838 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4614d6eb-9d0a-4d7d-bf22-e58673510667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:27.151831 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4614d6eb-9d0a-4d7d-bf22-e58673510667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:27.152518 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4614d6eb-9d0a-4d7d-bf22-e58673510667 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:27.155232 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9099dd66-57ea-4098-bb08-690fa6f68291 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:27.236588 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614d6eb-9d0a-4d7d-bf22-e58673510667 admin admin] Pushing event updated for resources: {'Network': ['ID=7ab9def9-74ba-4f55-bf91-704f09d57e6e,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:27.255444 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Network 7ab9def9-74ba-4f55-bf91-704f09d57e6e details requested by agent ovs-agent-dv-cinder-819692-6-iscsi with host dv-cinder-819692-6-iscsi {{(pid=109086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 18:44:27.312069 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-4614d6eb-9d0a-4d7d-bf22-e58673510667 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0898690 Dec 07 18:44:27.314125 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 57508) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:27.323618 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fc86ffdc-3ba0-425f-8b64-123ebc1a4e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:27.366461 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-d76f7519-4a00-4a13-b445-e89b47db7bd9 admin admin] Request body: {'subnet': {'network_id': '7ab9def9-74ba-4f55-bf91-704f09d57e6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-730819392-subnet', 'tenant_id': 'ce5c4619be32445692d87a31420bb4e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:44:27.389634 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9fc13e01-5842-4494-9484-e89e2a7a5881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027'] for subnet, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:27.392372 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4da7493f-2e4c-44b0-8365-36db89132927 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:27.397288 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76f7519-4a00-4a13-b445-e89b47db7bd9 admin admin] Made reservation on behalf of ce5c4619be32445692d87a31420bb4e3 for: {'subnet': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:44:27.400752 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d76f7519-4a00-4a13-b445-e89b47db7bd9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:27.424284 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4da7493f-2e4c-44b0-8365-36db89132927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:27.440536 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da7493f-2e4c-44b0-8365-36db89132927 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 18:44:27.454250 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4da7493f-2e4c-44b0-8365-36db89132927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:27.454859 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.db.segments_db [None req-4da7493f-2e4c-44b0-8365-36db89132927 admin admin] Added segment 4f59615e-88a9-4f5f-80e2-3b55dcfc3591 of type vlan for network 21f5f496-97bc-411b-8951-cfa100658247 Dec 07 18:44:27.499286 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc86ffdc-3ba0-425f-8b64-123ebc1a4e2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae064365-0138-4c91-beb0-ecc3548d2a82,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:27.541275 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc86ffdc-3ba0-425f-8b64-123ebc1a4e2e admin admin] Checking segment: {'id': '7e71c60a-e4aa-4143-b193-16c044b24927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ef05ef7a-dc68-401a-ab2a-8c16865c781c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:44:27.542163 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc86ffdc-3ba0-425f-8b64-123ebc1a4e2e admin admin] Network hostable DHCP agents. Network: ef05ef7a-dc68-401a-ab2a-8c16865c781c, hostable agents: ['6f398e68-3e13-4851-8372-7feb03493da6'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 18:44:27.570861 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4da7493f-2e4c-44b0-8365-36db89132927 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753414094686'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:27.612673 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7493f-2e4c-44b0-8365-36db89132927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698cec5d-f2ee-49fe-b894-ad4e979cc927,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:27.668572 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9099dd66-57ea-4098-bb08-690fa6f68291 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:27.676410 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc86ffdc-3ba0-425f-8b64-123ebc1a4e2e admin admin] Network ef05ef7a-dc68-401a-ab2a-8c16865c781c is scheduled to be hosted by DHCP agent 6f398e68-3e13-4851-8372-7feb03493da6 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 18:44:27.684416 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.db.resource_extend [None req-4da7493f-2e4c-44b0-8365-36db89132927 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 07 18:44:27.714982 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9099dd66-57ea-4098-bb08-690fa6f68291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:27.720316 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d76f7519-4a00-4a13-b445-e89b47db7bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027'] for subnet, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:27.752338 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4da7493f-2e4c-44b0-8365-36db89132927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:27.753308 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da7493f-2e4c-44b0-8365-36db89132927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:27.754000 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4da7493f-2e4c-44b0-8365-36db89132927 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:27.756792 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc13e01-5842-4494-9484-e89e2a7a5881 admin admin] Pushing event updated for resources: {'Subnet': ['ID=959328ad-f645-4e6a-a843-2b6a58b1fc1b,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:27.767797 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099dd66-57ea-4098-bb08-690fa6f68291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51405333-af16-4ef6-9de4-fc082d6bcd68,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:27.804242 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc13e01-5842-4494-9484-e89e2a7a5881 admin admin] Checking segment: {'id': '98bfe91f-7bab-411d-b57d-5ef27194bbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c8b8ce23-5289-4bad-a75a-485ea880ca99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:44:27.804610 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc13e01-5842-4494-9484-e89e2a7a5881 admin admin] Network hostable DHCP agents. Network: c8b8ce23-5289-4bad-a75a-485ea880ca99, hostable agents: ['6f398e68-3e13-4851-8372-7feb03493da6'], hosted agents: [] {{(pid=109084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 18:44:27.830255 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76f7519-4a00-4a13-b445-e89b47db7bd9 admin admin] Checking segment: {'id': '04672a29-559e-41f9-878a-f7ee06b1a933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7ab9def9-74ba-4f55-bf91-704f09d57e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:44:27.830586 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76f7519-4a00-4a13-b445-e89b47db7bd9 admin admin] Network hostable DHCP agents. Network: 7ab9def9-74ba-4f55-bf91-704f09d57e6e, hostable agents: ['6f398e68-3e13-4851-8372-7feb03493da6'], hosted agents: [] {{(pid=109084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 18:44:27.842244 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f7519-4a00-4a13-b445-e89b47db7bd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1097be85-94be-41ce-b45a-dc91bb59501b,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:27.844423 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7493f-2e4c-44b0-8365-36db89132927 admin admin] Pushing event updated for resources: {'Network': ['ID=21f5f496-97bc-411b-8951-cfa100658247,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:27.849651 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-fc86ffdc-3ba0-425f-8b64-123ebc1a4e2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819692-6-iscsi, ef05ef7a-dc68-401a-ab2a-8c16865c781c) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:44:27.853825 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc13e01-5842-4494-9484-e89e2a7a5881 admin admin] Network c8b8ce23-5289-4bad-a75a-485ea880ca99 is scheduled to be hosted by DHCP agent 6f398e68-3e13-4851-8372-7feb03493da6 with binding_index 1 {{(pid=109084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 18:44:27.861094 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-9fc13e01-5842-4494-9484-e89e2a7a5881 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819692-6-iscsi, c8b8ce23-5289-4bad-a75a-485ea880ca99) {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:44:27.864607 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76f7519-4a00-4a13-b445-e89b47db7bd9 admin admin] Network 7ab9def9-74ba-4f55-bf91-704f09d57e6e is scheduled to be hosted by DHCP agent 6f398e68-3e13-4851-8372-7feb03493da6 with binding_index 1 {{(pid=109084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 18:44:27.866837 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Network 21f5f496-97bc-411b-8951-cfa100658247 details requested by agent ovs-agent-dv-cinder-819692-6-iscsi with host dv-cinder-819692-6-iscsi {{(pid=109086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 18:44:27.867582 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc13e01-5842-4494-9484-e89e2a7a5881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:27.868838 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9fc13e01-5842-4494-9484-e89e2a7a5881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for subnet, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:27.874401 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9099dd66-57ea-4098-bb08-690fa6f68291 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 18:44:27.875574 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53fe0f0-c9ed-4c14-b7a1-e6f776e17648 None None] Network c8b8ce23-5289-4bad-a75a-485ea880ca99 requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:44:27.878474 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-d76f7519-4a00-4a13-b445-e89b47db7bd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819692-6-iscsi, 7ab9def9-74ba-4f55-bf91-704f09d57e6e) {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:44:27.884925 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76f7519-4a00-4a13-b445-e89b47db7bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:27.885526 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d76f7519-4a00-4a13-b445-e89b47db7bd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for subnet, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:27.889485 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-4da7493f-2e4c-44b0-8365-36db89132927 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5238502 Dec 07 18:44:27.891542 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 57532) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:27.896804 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-b106a82c-8c4e-4352-953d-986033804347 admin admin] Request body: {'subnet': {'network_id': '21f5f496-97bc-411b-8951-cfa100658247', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2091170230-subnet', 'tenant_id': 'b1c0284a24444edf87293c9fe818e638', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:44:27.906733 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-9fc13e01-5842-4494-9484-e89e2a7a5881 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9654386 Dec 07 18:44:27.919440 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9099dd66-57ea-4098-bb08-690fa6f68291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:27.920526 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.db.segments_db [None req-9099dd66-57ea-4098-bb08-690fa6f68291 admin admin] Added segment 414c2cea-d8a0-44ed-b4ec-3cd1a1242c00 of type vlan for network a321d8bd-fce1-4a8d-9656-239d82555545 Dec 07 18:44:27.939462 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc86ffdc-3ba0-425f-8b64-123ebc1a4e2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:27.939805 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eded2420-f7b3-4c24-8c0c-f519183b4a56 None None] Network 7ab9def9-74ba-4f55-bf91-704f09d57e6e requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:44:27.940137 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fc86ffdc-3ba0-425f-8b64-123ebc1a4e2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:27.942615 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b106a82c-8c4e-4352-953d-986033804347 admin admin] Made reservation on behalf of b1c0284a24444edf87293c9fe818e638 for: {'subnet': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:44:27.945100 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b106a82c-8c4e-4352-953d-986033804347 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:27.956360 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baf8e42-8b0e-4a81-af29-3770195197cf None None] Network ef05ef7a-dc68-401a-ab2a-8c16865c781c requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:44:27.960406 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-d76f7519-4a00-4a13-b445-e89b47db7bd9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6452005 Dec 07 18:44:27.994062 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-fc86ffdc-3ba0-425f-8b64-123ebc1a4e2e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4019525 Dec 07 18:44:28.014227 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9099dd66-57ea-4098-bb08-690fa6f68291 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753414094686'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:28.047661 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9099dd66-57ea-4098-bb08-690fa6f68291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:28.049475 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9099dd66-57ea-4098-bb08-690fa6f68291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:28.050307 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9099dd66-57ea-4098-bb08-690fa6f68291 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:28.085416 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-9099dd66-57ea-4098-bb08-690fa6f68291 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6880877 Dec 07 18:44:28.091096 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 57550) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:28.101332 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-6d7aee24-fcc8-46f7-a806-5587c4aa5a78 admin admin] Request body: {'subnet': {'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1299123142-subnet', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:44:28.141300 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099dd66-57ea-4098-bb08-690fa6f68291 admin admin] Pushing event updated for resources: {'Network': ['ID=a321d8bd-fce1-4a8d-9656-239d82555545,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:28.169561 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7aee24-fcc8-46f7-a806-5587c4aa5a78 admin admin] Made reservation on behalf of cbb0144e924847109e6a254192f1e6bd for: {'subnet': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:44:28.172931 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6d7aee24-fcc8-46f7-a806-5587c4aa5a78 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:28.180142 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Network a321d8bd-fce1-4a8d-9656-239d82555545 details requested by agent ovs-agent-dv-cinder-819692-6-iscsi with host dv-cinder-819692-6-iscsi {{(pid=109086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 18:44:28.404499 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b106a82c-8c4e-4352-953d-986033804347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027'] for subnet, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:28.492772 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb95a5c1-02c7-40a5-82ce-0c4b931f5c76 None None] Network c8b8ce23-5289-4bad-a75a-485ea880ca99 requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:44:28.498626 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106a82c-8c4e-4352-953d-986033804347 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a57c2580-dd64-42bb-8b18-d437fa46d1d2,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:28.573447 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b106a82c-8c4e-4352-953d-986033804347 admin admin] Checking segment: {'id': '4f59615e-88a9-4f5f-80e2-3b55dcfc3591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '21f5f496-97bc-411b-8951-cfa100658247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:44:28.573945 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b106a82c-8c4e-4352-953d-986033804347 admin admin] Network hostable DHCP agents. Network: 21f5f496-97bc-411b-8951-cfa100658247, hostable agents: ['6f398e68-3e13-4851-8372-7feb03493da6'], hosted agents: [] {{(pid=109084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 18:44:28.592679 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf5e314-0266-4e0c-bc36-9b14b63472cb None None] Network ef05ef7a-dc68-401a-ab2a-8c16865c781c requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:44:28.625166 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b106a82c-8c4e-4352-953d-986033804347 admin admin] Network 21f5f496-97bc-411b-8951-cfa100658247 is scheduled to be hosted by DHCP agent 6f398e68-3e13-4851-8372-7feb03493da6 with binding_index 1 {{(pid=109084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 18:44:28.679809 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-b106a82c-8c4e-4352-953d-986033804347 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819692-6-iscsi, 21f5f496-97bc-411b-8951-cfa100658247) {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:44:28.691910 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b106a82c-8c4e-4352-953d-986033804347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:28.692669 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b106a82c-8c4e-4352-953d-986033804347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for subnet, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:28.733519 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-b106a82c-8c4e-4352-953d-986033804347 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8406072 Dec 07 18:44:28.735038 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 57604) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:28.741111 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-714c2621-6228-43e4-9b92-cf3129d1be30 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2091170230-router', 'tenant_id': 'b1c0284a24444edf87293c9fe818e638', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:44:28.744464 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6d7aee24-fcc8-46f7-a806-5587c4aa5a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027'] for subnet, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:28.761752 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efc9261-08d3-4e81-b508-e3912af51cdd None None] Network 21f5f496-97bc-411b-8951-cfa100658247 requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:44:28.804781 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-714c2621-6228-43e4-9b92-cf3129d1be30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-647033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30663'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:28.807550 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-714c2621-6228-43e4-9b92-cf3129d1be30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-646889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645048', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30686'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:28.890422 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7aee24-fcc8-46f7-a806-5587c4aa5a78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b6ea560-0931-4e32-ae3e-65a030b6cd99,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:28.937521 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7aee24-fcc8-46f7-a806-5587c4aa5a78 admin admin] Checking segment: {'id': '414c2cea-d8a0-44ed-b4ec-3cd1a1242c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:44:28.938238 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7aee24-fcc8-46f7-a806-5587c4aa5a78 admin admin] Network hostable DHCP agents. Network: a321d8bd-fce1-4a8d-9656-239d82555545, hostable agents: ['6f398e68-3e13-4851-8372-7feb03493da6'], hosted agents: [] {{(pid=109084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 18:44:28.988947 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7aee24-fcc8-46f7-a806-5587c4aa5a78 admin admin] Network a321d8bd-fce1-4a8d-9656-239d82555545 is scheduled to be hosted by DHCP agent 6f398e68-3e13-4851-8372-7feb03493da6 with binding_index 1 {{(pid=109084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 18:44:28.996065 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-714c2621-6228-43e4-9b92-cf3129d1be30 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:29.005663 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a29141-fac2-4afd-a0c6-3027f7f939e8 None None] Network 7ab9def9-74ba-4f55-bf91-704f09d57e6e requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:44:29.007493 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-6d7aee24-fcc8-46f7-a806-5587c4aa5a78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819692-6-iscsi, a321d8bd-fce1-4a8d-9656-239d82555545) {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:44:29.016523 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7aee24-fcc8-46f7-a806-5587c4aa5a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:29.018729 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6d7aee24-fcc8-46f7-a806-5587c4aa5a78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for subnet, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:29.054119 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-6d7aee24-fcc8-46f7-a806-5587c4aa5a78 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9521654 Dec 07 18:44:29.054627 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 57632) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:29.066439 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-2757613d-b7b0-4704-b394-c7be220d0ebb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1299123142-router', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'}}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:44:29.132847 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2757613d-b7b0-4704-b394-c7be220d0ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-647033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30663'] for router, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:29.135043 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2757613d-b7b0-4704-b394-c7be220d0ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-646889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645048', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30686'] for router, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:29.150768 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c86133-bff7-4c94-bba1-b85e50c3f758 None None] Network a321d8bd-fce1-4a8d-9656-239d82555545 requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:44:29.299889 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2757613d-b7b0-4704-b394-c7be220d0ebb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:29.389785 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05b1f32-7c9f-4914-8f5e-38f70062c3b9 None None] Network 21f5f496-97bc-411b-8951-cfa100658247 requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:44:29.405482 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 57652) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:29.595299 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2757613d-b7b0-4704-b394-c7be220d0ebb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:29.611551 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-714c2621-6228-43e4-9b92-cf3129d1be30 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:29.642974 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c28ba1c-c6b6-410e-a11c-9323780dfac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ae0aa17-c7bf-538b-8221-0782f7b1bf99-a321d8bd-fce1-4a8d-9656-239d82555545', 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545', 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'fixed_ips': [{'subnet_id': '1b6ea560-0931-4e32-ae3e-65a030b6cd99'}]}} from dv-cinder-819692-6-iscsi. {{(pid=109086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 07 18:44:29.644015 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c28ba1c-c6b6-410e-a11c-9323780dfac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:29.905491 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 57688) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:29.969988 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-85f643d1-9f24-4d00-aa86-84574992286d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:29.971281 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-3c28ba1c-c6b6-410e-a11c-9323780dfac5 None None] Allocated IP 172.20.0.2 (a321d8bd-fce1-4a8d-9656-239d82555545/1b6ea560-0931-4e32-ae3e-65a030b6cd99/d7cb75cc-edf4-4d7e-a79e-65fb2dd1e98a) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:44:30.016365 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 57696) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:30.030167 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-977a45e1-6c56-4184-8e30-291bb54fb5ab admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1985828010-network', 'tenant_id': 'dc0e7366aba84485818654fe582e9300'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:44:30.073298 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2757613d-b7b0-4704-b394-c7be220d0ebb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:30.113578 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2757613d-b7b0-4704-b394-c7be220d0ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:30.220149 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977a45e1-6c56-4184-8e30-291bb54fb5ab admin admin] Made reservation on behalf of dc0e7366aba84485818654fe582e9300 for: {'network': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:44:30.223201 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-977a45e1-6c56-4184-8e30-291bb54fb5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for network, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:30.258323 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-977a45e1-6c56-4184-8e30-291bb54fb5ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:30.276532 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c28ba1c-c6b6-410e-a11c-9323780dfac5 None None] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:30.287848 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c28ba1c-c6b6-410e-a11c-9323780dfac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:30.357331 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c28ba1c-c6b6-410e-a11c-9323780dfac5 None None] Network a321d8bd-fce1-4a8d-9656-239d82555545 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:44:30.364947 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-3c28ba1c-c6b6-410e-a11c-9323780dfac5 None None] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:44:30.371863 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c28ba1c-c6b6-410e-a11c-9323780dfac5 None None] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:44:30.385571 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28ba1c-c6b6-410e-a11c-9323780dfac5 None None] Pushing event updated for resources: {'Port': ['ID=d7cb75cc-edf4-4d7e-a79e-65fb2dd1e98a,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:30.395474 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-714c2621-6228-43e4-9b92-cf3129d1be30 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:30.410561 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28ba1c-c6b6-410e-a11c-9323780dfac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:30.411236 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28ba1c-c6b6-410e-a11c-9323780dfac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:30.411772 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28ba1c-c6b6-410e-a11c-9323780dfac5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:30.412433 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28ba1c-c6b6-410e-a11c-9323780dfac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:30.412934 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28ba1c-c6b6-410e-a11c-9323780dfac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:30.413427 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28ba1c-c6b6-410e-a11c-9323780dfac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:30.413983 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28ba1c-c6b6-410e-a11c-9323780dfac5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:30.414486 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28ba1c-c6b6-410e-a11c-9323780dfac5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:30.414982 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28ba1c-c6b6-410e-a11c-9323780dfac5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:30.416161 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28ba1c-c6b6-410e-a11c-9323780dfac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:30.416668 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28ba1c-c6b6-410e-a11c-9323780dfac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:30.417169 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28ba1c-c6b6-410e-a11c-9323780dfac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:30.417663 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28ba1c-c6b6-410e-a11c-9323780dfac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:30.418960 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28ba1c-c6b6-410e-a11c-9323780dfac5 None None] Tracked resource versions report: Dec 07 18:44:30.418960 dv-cinder-819692-6-iscsi neutron-server[109086]: pushed versions: Dec 07 18:44:30.418960 dv-cinder-819692-6-iscsi neutron-server[109086]: { 'AddressGroup': {'1.2'}, Dec 07 18:44:30.418960 dv-cinder-819692-6-iscsi neutron-server[109086]: 'ConntrackHelper': {'1.0'}, Dec 07 18:44:30.418960 dv-cinder-819692-6-iscsi neutron-server[109086]: 'LocalIPAssociation': {'1.0'}, Dec 07 18:44:30.418960 dv-cinder-819692-6-iscsi neutron-server[109086]: 'Log': {'1.0'}, Dec 07 18:44:30.418960 dv-cinder-819692-6-iscsi neutron-server[109086]: 'Network': {'1.1'}, Dec 07 18:44:30.418960 dv-cinder-819692-6-iscsi neutron-server[109086]: 'Port': {'1.7'}, Dec 07 18:44:30.418960 dv-cinder-819692-6-iscsi neutron-server[109086]: 'PortForwarding': {'1.2'}, Dec 07 18:44:30.418960 dv-cinder-819692-6-iscsi neutron-server[109086]: 'QosPolicy': {'1.10'}, Dec 07 18:44:30.418960 dv-cinder-819692-6-iscsi neutron-server[109086]: 'SecurityGroup': {'1.5'}, Dec 07 18:44:30.418960 dv-cinder-819692-6-iscsi neutron-server[109086]: 'SecurityGroupRule': {'1.2'}, Dec 07 18:44:30.418960 dv-cinder-819692-6-iscsi neutron-server[109086]: 'SubPort': {'1.0'}, Dec 07 18:44:30.418960 dv-cinder-819692-6-iscsi neutron-server[109086]: 'Subnet': {'1.1'}, Dec 07 18:44:30.418960 dv-cinder-819692-6-iscsi neutron-server[109086]: 'Trunk': {'1.1'}} Dec 07 18:44:30.418960 dv-cinder-819692-6-iscsi neutron-server[109086]: consumer versions: Dec 07 18:44:30.418960 dv-cinder-819692-6-iscsi neutron-server[109086]: { DHCP agent@dv-cinder-819692-6-iscsi: {}, Dec 07 18:44:30.418960 dv-cinder-819692-6-iscsi neutron-server[109086]: HyperV agent@hv-cinder-81969: {}, Dec 07 18:44:30.418960 dv-cinder-819692-6-iscsi neutron-server[109086]: L3 agent@dv-cinder-819692-6-iscsi: {}, Dec 07 18:44:30.418960 dv-cinder-819692-6-iscsi neutron-server[109086]: Metadata agent@dv-cinder-819692-6-iscsi: {}, Dec 07 18:44:30.418960 dv-cinder-819692-6-iscsi neutron-server[109086]: Metering agent@dv-cinder-819692-6-iscsi: {}, Dec 07 18:44:30.418960 dv-cinder-819692-6-iscsi neutron-server[109086]: Open vSwitch agent@dv-cinder-819692-6-iscsi: { 'AddressGroup': '1.2', Dec 07 18:44:30.418960 dv-cinder-819692-6-iscsi neutron-server[109086]: 'ConntrackHelper': '1.0', Dec 07 18:44:30.418960 dv-cinder-819692-6-iscsi neutron-server[109086]: 'LocalIPAssociation': '1.0', Dec 07 18:44:30.418960 dv-cinder-819692-6-iscsi neutron-server[109086]: 'Log': '1.0', Dec 07 18:44:30.418960 dv-cinder-819692-6-iscsi neutron-server[109086]: 'Network': '1.1', Dec 07 18:44:30.418960 dv-cinder-819692-6-iscsi neutron-server[109086]: 'Port': '1.7', Dec 07 18:44:30.418960 dv-cinder-819692-6-iscsi neutron-server[109086]: 'PortForwarding': '1.2', Dec 07 18:44:30.418960 dv-cinder-819692-6-iscsi neutron-server[109086]: 'QosPolicy': '1.10', Dec 07 18:44:30.418960 dv-cinder-819692-6-iscsi neutron-server[109086]: 'SecurityGroup': '1.5', Dec 07 18:44:30.418960 dv-cinder-819692-6-iscsi neutron-server[109086]: 'SecurityGroupRule': '1.2', Dec 07 18:44:30.418960 dv-cinder-819692-6-iscsi neutron-server[109086]: 'SubPort': '1.0', Dec 07 18:44:30.418960 dv-cinder-819692-6-iscsi neutron-server[109086]: 'Subnet': '1.1', Dec 07 18:44:30.418960 dv-cinder-819692-6-iscsi neutron-server[109086]: 'Trunk': '1.1'}} Dec 07 18:44:30.418960 dv-cinder-819692-6-iscsi neutron-server[109086]: {{(pid=109086) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 07 18:44:30.424251 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-538e7427-48bb-43f7-aea2-55212c26bed4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:30.459322 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-3c28ba1c-c6b6-410e-a11c-9323780dfac5 None None] Attempting to bind port d7cb75cc-edf4-4d7e-a79e-65fb2dd1e98a on host dv-cinder-819692-6-iscsi for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:44:30.459701 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-3c28ba1c-c6b6-410e-a11c-9323780dfac5 None None] Attempting to bind port d7cb75cc-edf4-4d7e-a79e-65fb2dd1e98a by drivers openvswitch,hyperv on host dv-cinder-819692-6-iscsi at level 0 using segments [{'id': '414c2cea-d8a0-44ed-b4ec-3cd1a1242c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:44:30.460066 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c28ba1c-c6b6-410e-a11c-9323780dfac5 None None] Attempting to bind port d7cb75cc-edf4-4d7e-a79e-65fb2dd1e98a on network a321d8bd-fce1-4a8d-9656-239d82555545 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:44:30.469235 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c28ba1c-c6b6-410e-a11c-9323780dfac5 None None] Checking agent: {'id': 'fd9e3ab0-a028-492f-8cb9-0b732e52b698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 36, 52), 'started_at': datetime.datetime(2021, 12, 7, 18, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:44:30.469872 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c28ba1c-c6b6-410e-a11c-9323780dfac5 None None] Checking segment: {'id': '414c2cea-d8a0-44ed-b4ec-3cd1a1242c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:44:30.470306 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c28ba1c-c6b6-410e-a11c-9323780dfac5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:30.470708 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c28ba1c-c6b6-410e-a11c-9323780dfac5 None None] Bound using segment: {'id': '414c2cea-d8a0-44ed-b4ec-3cd1a1242c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:44:30.471198 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-3c28ba1c-c6b6-410e-a11c-9323780dfac5 None None] Bound port: d7cb75cc-edf4-4d7e-a79e-65fb2dd1e98a, host: dv-cinder-819692-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '414c2cea-d8a0-44ed-b4ec-3cd1a1242c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:44:30.471613 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c28ba1c-c6b6-410e-a11c-9323780dfac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:30.471928 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-714c2621-6228-43e4-9b92-cf3129d1be30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:30.502312 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [None req-2757613d-b7b0-4704-b394-c7be220d0ebb admin admin] Allocated IP 172.27.0.110 (c28673b7-9801-4a6d-8bd7-4540f8f52bd4/c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01/34e25bdd-a0fe-408e-bacf-a5ed42286fb9) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:44:30.515882 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-85f643d1-9f24-4d00-aa86-84574992286d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:30.532535 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-85f643d1-9f24-4d00-aa86-84574992286d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:30.621547 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-3c28ba1c-c6b6-410e-a11c-9323780dfac5 None None] For port d7cb75cc-edf4-4d7e-a79e-65fb2dd1e98a, host dv-cinder-819692-6-iscsi, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:44:30.627866 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f643d1-9f24-4d00-aa86-84574992286d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5a7183-02ac-40a9-9113-4a877d9bd73a,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:30.633083 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-3c28ba1c-c6b6-410e-a11c-9323780dfac5 None None] For port d7cb75cc-edf4-4d7e-a79e-65fb2dd1e98a, host dv-cinder-819692-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=d7cb75cc-edf4-4d7e-a79e-65fb2dd1e98a,segment=NetworkSegment(414c2cea-d8a0-44ed-b4ec-3cd1a1242c00),segment_id=414c2cea-d8a0-44ed-b4ec-3cd1a1242c00)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:44:30.640881 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c28ba1c-c6b6-410e-a11c-9323780dfac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:30.692258 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-85f643d1-9f24-4d00-aa86-84574992286d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d9ce346a2d2446c19477b07d55fe3fbe&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2199194 Dec 07 18:44:30.696783 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 57752) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:30.738839 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28ba1c-c6b6-410e-a11c-9323780dfac5 None None] Pushing event updated for resources: {'Port': ['ID=d7cb75cc-edf4-4d7e-a79e-65fb2dd1e98a,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:30.810844 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 57762) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:30.818371 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-538e7427-48bb-43f7-aea2-55212c26bed4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:30.819363 dv-cinder-819692-6-iscsi neutron-server[109084]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 07 18:44:30.827823 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-538e7427-48bb-43f7-aea2-55212c26bed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:30.848069 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-977a45e1-6c56-4184-8e30-291bb54fb5ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:30.859070 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 57772) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:30.869394 dv-cinder-819692-6-iscsi neutron-server[109085]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 07 18:44:30.869591 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cfa98b73-605c-485e-8359-cdcddc53c1ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:30.876692 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-977a45e1-6c56-4184-8e30-291bb54fb5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:31.005125 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-538e7427-48bb-43f7-aea2-55212c26bed4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c5aafe3a652745f2a3302ede6d84be16&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0985954 Dec 07 18:44:31.012589 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-977a45e1-6c56-4184-8e30-291bb54fb5ab admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=109084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 18:44:31.013935 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538e7427-48bb-43f7-aea2-55212c26bed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba051bf-1089-4722-a6bb-5bf76264114c,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:31.033618 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 57776) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:31.149099 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cfa98b73-605c-485e-8359-cdcddc53c1ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:31.150539 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 57778) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:31.198477 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2757613d-b7b0-4704-b394-c7be220d0ebb admin admin] Publish callbacks [] for port, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:31.201777 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a45e1-6c56-4184-8e30-291bb54fb5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4af816a-0406-4922-8907-09bda8c21a84,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:31.275554 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-977a45e1-6c56-4184-8e30-291bb54fb5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828'] for segment, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:31.276195 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.db.segments_db [None req-977a45e1-6c56-4184-8e30-291bb54fb5ab admin admin] Added segment b0d646cf-f082-4e43-9459-9fac05e91e0e of type vlan for network e24756ed-bf4e-481a-9d1c-4122fc27d207 Dec 07 18:44:31.291045 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63937d20-72c1-4dcc-9186-04a164693e81 req-c464db0a-ac6e-43a3-8a3c-fd596daa540f tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:31.292654 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-63937d20-72c1-4dcc-9186-04a164693e81 req-c464db0a-ac6e-43a3-8a3c-fd596daa540f tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/networks?id=ef05ef7a-dc68-401a-ab2a-8c16865c781c HTTP/1.1" status: 200 len: 812 time: 0.4312904 Dec 07 18:44:31.297461 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ffc82089-841d-4efb-88c4-a68623ca8f8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:31.311536 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cfa98b73-605c-485e-8359-cdcddc53c1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:31.314055 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cfa98b73-605c-485e-8359-cdcddc53c1ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:31.317449 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-cfa98b73-605c-485e-8359-cdcddc53c1ed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7b5a7183-02ac-40a9-9113-4a877d9bd73a HTTP/1.1" status: 204 len: 168 time: 0.6116250 Dec 07 18:44:31.337541 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-63937d20-72c1-4dcc-9186-04a164693e81 req-98c44d40-71da-4d5c-89fd-677c6a7ae80a tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/quotas/8cf66e1a2b384f8abac34fbb53354039 HTTP/1.1" status: 200 len: 375 time: 0.0381987 Dec 07 18:44:31.356934 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-977a45e1-6c56-4184-8e30-291bb54fb5ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753414094686'] for network, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:31.361981 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ffc82089-841d-4efb-88c4-a68623ca8f8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:31.363755 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa98b73-605c-485e-8359-cdcddc53c1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5a7183-02ac-40a9-9113-4a877d9bd73a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:31.365271 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-6fcc1a62-462f-4b43-bfbe-75690b36dc19 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:31.366798 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-6fcc1a62-462f-4b43-bfbe-75690b36dc19 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/networks?id=c8b8ce23-5289-4bad-a75a-485ea880ca99 HTTP/1.1" status: 200 len: 815 time: 0.5517039 Dec 07 18:44:31.371515 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-35535091-166f-48a2-916e-6f27c2c06beb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:31.399320 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-d13dc6df-3310-43a4-a901-3a6422e6f4ed tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/quotas/12e59e340c3845b199cb2b187d625932 HTTP/1.1" status: 200 len: 375 time: 0.0237987 Dec 07 18:44:31.403234 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2757613d-b7b0-4704-b394-c7be220d0ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255'] for port, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:31.470774 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-977a45e1-6c56-4184-8e30-291bb54fb5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027'] for network, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:31.471738 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977a45e1-6c56-4184-8e30-291bb54fb5ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:31.472315 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-977a45e1-6c56-4184-8e30-291bb54fb5ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for network, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:31.473693 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-63937d20-72c1-4dcc-9186-04a164693e81 req-a89d7a45-af85-4497-a955-0fced8d7053c tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8cf66e1a2b384f8abac34fbb53354039&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1195199 Dec 07 18:44:31.506927 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-63a5cf13-2fbd-43e4-94fc-0afe1be8f2b8 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=12e59e340c3845b199cb2b187d625932&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0986056 Dec 07 18:44:31.508701 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2757613d-b7b0-4704-b394-c7be220d0ebb admin admin] Network c28673b7-9801-4a6d-8bd7-4540f8f52bd4 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:44:31.518513 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-2757613d-b7b0-4704-b394-c7be220d0ebb admin admin] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:44:31.526334 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2757613d-b7b0-4704-b394-c7be220d0ebb admin admin] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:44:31.541852 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757613d-b7b0-4704-b394-c7be220d0ebb admin admin] Pushing event updated for resources: {'Port': ['ID=34e25bdd-a0fe-408e-bacf-a5ed42286fb9,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:31.547754 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-977a45e1-6c56-4184-8e30-291bb54fb5ab admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5214880 Dec 07 18:44:31.552224 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 57794) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:31.558890 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-18461a6b-47c4-4c50-ab09-e467a39c5955 admin admin] Request body: {'subnet': {'network_id': 'e24756ed-bf4e-481a-9d1c-4122fc27d207', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1985828010-subnet', 'tenant_id': 'dc0e7366aba84485818654fe582e9300', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:44:31.592492 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18461a6b-47c4-4c50-ab09-e467a39c5955 admin admin] Made reservation on behalf of dc0e7366aba84485818654fe582e9300 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:44:31.594967 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-18461a6b-47c4-4c50-ab09-e467a39c5955 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:31.622577 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-714c2621-6228-43e4-9b92-cf3129d1be30 admin admin] Allocated IP 172.27.0.111 (c28673b7-9801-4a6d-8bd7-4540f8f52bd4/c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01/906dc3b8-5237-4aeb-9219-6dd1b05ffdf7) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:44:31.651532 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ffc82089-841d-4efb-88c4-a68623ca8f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:31.654087 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ffc82089-841d-4efb-88c4-a68623ca8f8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:31.655251 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-ffc82089-841d-4efb-88c4-a68623ca8f8e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9ba051bf-1089-4722-a6bb-5bf76264114c HTTP/1.1" status: 204 len: 168 time: 0.6206720 Dec 07 18:44:31.681898 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc82089-841d-4efb-88c4-a68623ca8f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba051bf-1089-4722-a6bb-5bf76264114c,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:31.840621 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 57802) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:31.861946 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a45e1-6c56-4184-8e30-291bb54fb5ab admin admin] Pushing event updated for resources: {'Network': ['ID=e24756ed-bf4e-481a-9d1c-4122fc27d207,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:31.872836 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-35535091-166f-48a2-916e-6f27c2c06beb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:31.875301 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Network e24756ed-bf4e-481a-9d1c-4122fc27d207 details requested by agent ovs-agent-dv-cinder-819692-6-iscsi with host dv-cinder-819692-6-iscsi {{(pid=109086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 18:44:31.919850 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e82af9a3-8fa4-4e44-b9cc-0229c8bdd1aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:31.923622 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device d7cb75cc-edf4-4d7e-a79e-65fb2dd1e98a up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:44:32.024489 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-35535091-166f-48a2-916e-6f27c2c06beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:32.059113 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-35535091-166f-48a2-916e-6f27c2c06beb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e0f590bcf2f149ec846dfd505799b49a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9081419 Dec 07 18:44:32.060150 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-18461a6b-47c4-4c50-ab09-e467a39c5955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:32.066500 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 57806) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:32.091919 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port d7cb75cc-edf4-4d7e-a79e-65fb2dd1e98a triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:44:32.092505 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:32.139867 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18461a6b-47c4-4c50-ab09-e467a39c5955 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce86016d-60b1-44cf-9ef9-55f41539eeb4,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:32.153657 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [req-63937d20-72c1-4dcc-9186-04a164693e81 req-f63685eb-0a7a-45e2-b595-d00c980b4c0d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 18:44:32.161953 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-63937d20-72c1-4dcc-9186-04a164693e81 req-f63685eb-0a7a-45e2-b595-d00c980b4c0d service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4725873 Dec 07 18:44:32.228992 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2757613d-b7b0-4704-b394-c7be220d0ebb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:32.236858 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-41b06980-a5c1-4094-8645-4c9816f0057a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 18:44:32.237783 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-41b06980-a5c1-4094-8645-4c9816f0057a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1703820 Dec 07 18:44:32.239615 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18461a6b-47c4-4c50-ab09-e467a39c5955 admin admin] Checking segment: {'id': 'b0d646cf-f082-4e43-9459-9fac05e91e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e24756ed-bf4e-481a-9d1c-4122fc27d207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:44:32.244583 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18461a6b-47c4-4c50-ab09-e467a39c5955 admin admin] Network hostable DHCP agents. Network: e24756ed-bf4e-481a-9d1c-4122fc27d207, hostable agents: ['6f398e68-3e13-4851-8372-7feb03493da6'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 18:44:32.244802 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bf323221-c955-4bb8-b615-6a5f0ce13ed8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:32.244984 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:32.279735 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0944f226-f989-4aa0-bcf3-62f16e921fc8 None None] Network a321d8bd-fce1-4a8d-9656-239d82555545 requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:44:32.280218 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35535091-166f-48a2-916e-6f27c2c06beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f269575-0f7f-456e-acc3-92c0b0abac33,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:32.306272 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 57812) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:32.312216 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-714c2621-6228-43e4-9b92-cf3129d1be30 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:32.370684 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b5c90a2b-1cf0-4e23-a1c2-5bf5d1834ae2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:32.372434 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18461a6b-47c4-4c50-ab09-e467a39c5955 admin admin] Network e24756ed-bf4e-481a-9d1c-4122fc27d207 is scheduled to be hosted by DHCP agent 6f398e68-3e13-4851-8372-7feb03493da6 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 18:44:32.376219 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bf323221-c955-4bb8-b615-6a5f0ce13ed8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:32.380981 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9793c546-8f31-4fd9-9ead-370c9f108c06 None None] Provisioning complete for port d7cb75cc-edf4-4d7e-a79e-65fb2dd1e98a triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:44:32.381352 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9793c546-8f31-4fd9-9ead-370c9f108c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:32.386514 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] For port d7cb75cc-edf4-4d7e-a79e-65fb2dd1e98a, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=d7cb75cc-edf4-4d7e-a79e-65fb2dd1e98a,segment=NetworkSegment(414c2cea-d8a0-44ed-b4ec-3cd1a1242c00),segment_id=414c2cea-d8a0-44ed-b4ec-3cd1a1242c00)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:44:32.402260 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e82af9a3-8fa4-4e44-b9cc-0229c8bdd1aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:32.413733 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:32.431364 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-18461a6b-47c4-4c50-ab09-e467a39c5955 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819692-6-iscsi, e24756ed-bf4e-481a-9d1c-4122fc27d207) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:44:32.450830 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18461a6b-47c4-4c50-ab09-e467a39c5955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:32.451452 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-18461a6b-47c4-4c50-ab09-e467a39c5955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:32.458531 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46943413-8624-4416-ad5f-d1bb986a4064 None None] Network e24756ed-bf4e-481a-9d1c-4122fc27d207 requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:44:32.461224 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-63937d20-72c1-4dcc-9186-04a164693e81 req-e706e8e2-f143-4b4d-850a-cca3e0585775 service neutron] 10.222.0.41 "GET /v2.0/networks/ef05ef7a-dc68-401a-ab2a-8c16865c781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984357 Dec 07 18:44:32.486854 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e82af9a3-8fa4-4e44-b9cc-0229c8bdd1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:32.529288 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-18461a6b-47c4-4c50-ab09-e467a39c5955 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9693596 Dec 07 18:44:32.537866 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-714c2621-6228-43e4-9b92-cf3129d1be30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:32.589899 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82af9a3-8fa4-4e44-b9cc-0229c8bdd1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33063644-e51a-46c9-933e-b3505c677769,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:32.590474 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Pushing event updated for resources: {'Port': ['ID=d7cb75cc-edf4-4d7e-a79e-65fb2dd1e98a,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:32.598734 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-e82af9a3-8fa4-4e44-b9cc-0229c8bdd1aa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d69b2c75e7c94516b8a71b53377c7045&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7544944 Dec 07 18:44:32.599978 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 57816) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:32.604422 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-bfa8a7ff-748a-463b-b543-485dfa88dcf9 service neutron] 10.222.0.41 "GET /v2.0/networks/c8b8ce23-5289-4bad-a75a-485ea880ca99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969418 Dec 07 18:44:32.687630 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714c2621-6228-43e4-9b92-cf3129d1be30 admin admin] Network c28673b7-9801-4a6d-8bd7-4540f8f52bd4 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:44:32.702364 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c2621-6228-43e4-9b92-cf3129d1be30 admin admin] Pushing event updated for resources: {'Port': ['ID=906dc3b8-5237-4aeb-9219-6dd1b05ffdf7,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:32.704661 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-714c2621-6228-43e4-9b92-cf3129d1be30 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:44:32.710421 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714c2621-6228-43e4-9b92-cf3129d1be30 admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:44:32.730512 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bf323221-c955-4bb8-b615-6a5f0ce13ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:32.733071 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4856a9fb-672c-4305-9f71-4150a1f7279a None None] Network e24756ed-bf4e-481a-9d1c-4122fc27d207 requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:44:32.740983 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bf323221-c955-4bb8-b615-6a5f0ce13ed8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:32.746511 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-bf323221-c955-4bb8-b615-6a5f0ce13ed8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4f269575-0f7f-456e-acc3-92c0b0abac33 HTTP/1.1" status: 204 len: 168 time: 0.6754677 Dec 07 18:44:32.761924 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-63937d20-72c1-4dcc-9186-04a164693e81 req-e8249a84-3d99-4e84-88c9-f42f81105185 service neutron] 10.222.0.41 "GET /v2.0/networks/ef05ef7a-dc68-401a-ab2a-8c16865c781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837398 Dec 07 18:44:32.778034 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b5c90a2b-1cf0-4e23-a1c2-5bf5d1834ae2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:32.825984 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 57820) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:32.835123 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b5c90a2b-1cf0-4e23-a1c2-5bf5d1834ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:32.863677 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2757613d-b7b0-4704-b394-c7be220d0ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-646896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644967'] for router, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:32.874109 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf323221-c955-4bb8-b615-6a5f0ce13ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f269575-0f7f-456e-acc3-92c0b0abac33,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:33.029124 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8330e22a-d07f-42cc-88d1-a0d9eb244813 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:33.030229 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-b5c90a2b-1cf0-4e23-a1c2-5bf5d1834ae2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=da49c04a7db14cbaa630f16d3ea7b25e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7213230 Dec 07 18:44:33.037890 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c90a2b-1cf0-4e23-a1c2-5bf5d1834ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff42fc6-833d-4116-9db4-c7cdc9bbb055,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:33.047883 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 57826) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:33.108767 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-308344bf-146f-4725-9d57-0cdcb701d62e admin admin] Deleting subnet 1097be85-94be-41ce-b45a-dc91bb59501b {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 18:44:33.125123 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8330e22a-d07f-42cc-88d1-a0d9eb244813 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:33.146775 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-d1775684-5e99-4978-b5c3-10c0745af125 service neutron] 10.222.0.41 "GET /v2.0/networks/c8b8ce23-5289-4bad-a75a-485ea880ca99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5269737 Dec 07 18:44:33.177231 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-2c0388ca-a268-499b-9278-8bd0fd2edc48 None None] Provisioning complete for port d7cb75cc-edf4-4d7e-a79e-65fb2dd1e98a triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:44:33.177776 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2c0388ca-a268-499b-9278-8bd0fd2edc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:33.182738 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-308344bf-146f-4725-9d57-0cdcb701d62e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:33.247202 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2757613d-b7b0-4704-b394-c7be220d0ebb admin admin] Router ce290922-b1a8-4930-aa50-785d427c7fae is scheduled to L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc with binding_index 1 {{(pid=109084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 18:44:33.318631 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8330e22a-d07f-42cc-88d1-a0d9eb244813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:33.322461 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8330e22a-d07f-42cc-88d1-a0d9eb244813 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:33.323399 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-8330e22a-d07f-42cc-88d1-a0d9eb244813 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/33063644-e51a-46c9-933e-b3505c677769 HTTP/1.1" status: 204 len: 168 time: 0.7220771 Dec 07 18:44:33.360612 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330e22a-d07f-42cc-88d1-a0d9eb244813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33063644-e51a-46c9-933e-b3505c677769,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:33.448046 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7cdbb295-8244-4147-be01-103987a2b187 req-3441525c-0014-4288-93fd-0958ccf819b9 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/ports?device_id=35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8 HTTP/1.1" status: 200 len: 210 time: 0.3319769 Dec 07 18:44:33.488093 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2757613d-b7b0-4704-b394-c7be220d0ebb admin admin] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:44:33.489489 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 57846) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:33.501285 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedc94b4-7c3f-4ed5-b426-187eb4ab11e4 None None] Sync routers for ids ['ce290922-b1a8-4930-aa50-785d427c7fae'] in dv-cinder-819692-6-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:44:33.519194 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3d94b30c-58bd-47ee-94ff-7e4ac4c1948d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:33.529194 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedc94b4-7c3f-4ed5-b426-187eb4ab11e4 None None] Routers {'ce290922-b1a8-4930-aa50-785d427c7fae'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:44:33.530916 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-aedc94b4-7c3f-4ed5-b426-187eb4ab11e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:44:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['ce290922-b1a8-4930-aa50-785d427c7fae'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:44:33.547018 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2757613d-b7b0-4704-b394-c7be220d0ebb admin admin] Publish callbacks [] for router, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:33.548281 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-2757613d-b7b0-4704-b394-c7be220d0ebb admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4925125 Dec 07 18:44:33.551599 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 57850) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:33.713208 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-308344bf-146f-4725-9d57-0cdcb701d62e admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:33.744844 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-949865b0-55ee-4485-99dd-4dc40808b41a req-e3b288e8-a267-45c6-929a-3cf7907d50ea tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=227d00ae-26f9-4f9d-8aa8-87aa48f24b6d HTTP/1.1" status: 200 len: 210 time: 0.1401110 Dec 07 18:44:33.856597 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device d7cb75cc-edf4-4d7e-a79e-65fb2dd1e98a up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:44:33.878260 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-308344bf-146f-4725-9d57-0cdcb701d62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1752923'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:33.906477 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f57bda44-d88a-472c-8598-f209a23f220a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:33.954988 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-aedc94b4-7c3f-4ed5-b426-187eb4ab11e4 None None] Set router ce290922-b1a8-4930-aa50-785d427c7fae gateway port host: dv-cinder-819692-6-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:44:33.970690 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-714c2621-6228-43e4-9b92-cf3129d1be30 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:34.003380 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port d7cb75cc-edf4-4d7e-a79e-65fb2dd1e98a triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:44:34.005587 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:34.119908 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f57bda44-d88a-472c-8598-f209a23f220a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:34.342207 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3d94b30c-58bd-47ee-94ff-7e4ac4c1948d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:34.372231 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f57bda44-d88a-472c-8598-f209a23f220a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:34.385036 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-aedc94b4-7c3f-4ed5-b426-187eb4ab11e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'name': 'tempest-AttachVolumeTestJSON-1299123142-router', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '34e25bdd-a0fe-408e-bacf-a5ed42286fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:44:29Z', 'updated_at': '2021-12-07T18:44:31Z', 'revision_number': 3, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'gw_port': {'id': '34e25bdd-a0fe-408e-bacf-a5ed42286fb9', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:62:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:30Z', 'updated_at': '2021-12-07T18:44:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi'}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:44:34.386926 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f57bda44-d88a-472c-8598-f209a23f220a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:34.388733 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-f57bda44-d88a-472c-8598-f209a23f220a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9ff42fc6-833d-4116-9db4-c7cdc9bbb055 HTTP/1.1" status: 204 len: 168 time: 1.3308072 Dec 07 18:44:34.435530 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-308344bf-146f-4725-9d57-0cdcb701d62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1752898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:34.457464 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57bda44-d88a-472c-8598-f209a23f220a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff42fc6-833d-4116-9db4-c7cdc9bbb055,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:34.459933 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedc94b4-7c3f-4ed5-b426-187eb4ab11e4 None None] Checking router: ce290922-b1a8-4930-aa50-785d427c7fae for host: dv-cinder-819692-6-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:44:34.460287 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedc94b4-7c3f-4ed5-b426-187eb4ab11e4 None None] Updating router ce290922-b1a8-4930-aa50-785d427c7fae port 34e25bdd-a0fe-408e-bacf-a5ed42286fb9 binding host dv-cinder-819692-6-iscsi {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 18:44:34.523731 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308344bf-146f-4725-9d57-0cdcb701d62e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1097be85-94be-41ce-b45a-dc91bb59501b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:34.536879 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-308344bf-146f-4725-9d57-0cdcb701d62e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:34.543330 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-308344bf-146f-4725-9d57-0cdcb701d62e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1097be85-94be-41ce-b45a-dc91bb59501b HTTP/1.1" status: 204 len: 168 time: 1.7163939 Dec 07 18:44:34.547779 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 57898) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:34.564358 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-aedc94b4-7c3f-4ed5-b426-187eb4ab11e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:34.864020 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e5fd004-3f2d-45cb-8cb9-f1d9caac377d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639551'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:34.913641 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-714c2621-6228-43e4-9b92-cf3129d1be30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-646896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644967'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:34.926680 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3d94b30c-58bd-47ee-94ff-7e4ac4c1948d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:34.980466 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-445106a0-e69a-4980-aab4-2a574ce07114 req-19f68e7f-24a5-47ac-a9fc-8671b8547c82 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=227d00ae-26f9-4f9d-8aa8-87aa48f24b6d HTTP/1.1" status: 200 len: 210 time: 0.1311648 Dec 07 18:44:35.074298 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e5fd004-3f2d-45cb-8cb9-f1d9caac377d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587410', 'neutron.services.segments.db._delete_segments_for_network-8753414418342'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:35.100444 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e5fd004-3f2d-45cb-8cb9-f1d9caac377d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:44:35.101006 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e5fd004-3f2d-45cb-8cb9-f1d9caac377d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:44:35.103051 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e5fd004-3f2d-45cb-8cb9-f1d9caac377d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:44:35.104089 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e5fd004-3f2d-45cb-8cb9-f1d9caac377d admin admin] Subscribe: > port after_create 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:44:35.104756 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e5fd004-3f2d-45cb-8cb9-f1d9caac377d admin admin] Subscribe: > port after_delete 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:44:35.105287 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e5fd004-3f2d-45cb-8cb9-f1d9caac377d admin admin] Subscribe: > port after_update 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:44:35.106174 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e5fd004-3f2d-45cb-8cb9-f1d9caac377d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:44:35.109594 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e5fd004-3f2d-45cb-8cb9-f1d9caac377d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:44:35.110314 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e5fd004-3f2d-45cb-8cb9-f1d9caac377d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:44:35.110907 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e5fd004-3f2d-45cb-8cb9-f1d9caac377d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:44:35.156801 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-aedc94b4-7c3f-4ed5-b426-187eb4ab11e4 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:35.173787 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-aedc94b4-7c3f-4ed5-b426-187eb4ab11e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:35.195531 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94b30c-58bd-47ee-94ff-7e4ac4c1948d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8915bb8f-fee8-4073-96bc-0be26347a884,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:35.230961 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-28a9af6e-f5f6-479e-a2c2-39f8ca42e97a req-eef46150-9cd7-4c76-b232-5b24e7a8b2df tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/ports?device_id=35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8 HTTP/1.1" status: 200 len: 210 time: 0.4086783 Dec 07 18:44:35.265676 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-3d94b30c-58bd-47ee-94ff-7e4ac4c1948d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3a2cd57b2a9f4ebba077db5c42ee7a48&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7750645 Dec 07 18:44:35.268330 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 57932) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:35.286498 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bc936bb8-a37a-477b-a353-5bf7c83f5cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:35.300943 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba38632-8af7-4e5b-81c5-2bc3d8db0c2f None None] Pushing event updated for resources: {'Port': ['ID=34e25bdd-a0fe-408e-bacf-a5ed42286fb9,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:35.327613 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba38632-8af7-4e5b-81c5-2bc3d8db0c2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:35.328122 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba38632-8af7-4e5b-81c5-2bc3d8db0c2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:35.328612 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba38632-8af7-4e5b-81c5-2bc3d8db0c2f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:35.329151 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba38632-8af7-4e5b-81c5-2bc3d8db0c2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:35.329599 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba38632-8af7-4e5b-81c5-2bc3d8db0c2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:35.330067 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba38632-8af7-4e5b-81c5-2bc3d8db0c2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:35.330586 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba38632-8af7-4e5b-81c5-2bc3d8db0c2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:35.331030 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba38632-8af7-4e5b-81c5-2bc3d8db0c2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:35.331548 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba38632-8af7-4e5b-81c5-2bc3d8db0c2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:35.332104 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba38632-8af7-4e5b-81c5-2bc3d8db0c2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:35.332674 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba38632-8af7-4e5b-81c5-2bc3d8db0c2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:35.333100 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba38632-8af7-4e5b-81c5-2bc3d8db0c2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:35.334509 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba38632-8af7-4e5b-81c5-2bc3d8db0c2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:44:35.335762 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba38632-8af7-4e5b-81c5-2bc3d8db0c2f None None] Tracked resource versions report: Dec 07 18:44:35.335762 dv-cinder-819692-6-iscsi neutron-server[109087]: pushed versions: Dec 07 18:44:35.335762 dv-cinder-819692-6-iscsi neutron-server[109087]: { 'AddressGroup': {'1.2'}, Dec 07 18:44:35.335762 dv-cinder-819692-6-iscsi neutron-server[109087]: 'ConntrackHelper': {'1.0'}, Dec 07 18:44:35.335762 dv-cinder-819692-6-iscsi neutron-server[109087]: 'LocalIPAssociation': {'1.0'}, Dec 07 18:44:35.335762 dv-cinder-819692-6-iscsi neutron-server[109087]: 'Log': {'1.0'}, Dec 07 18:44:35.335762 dv-cinder-819692-6-iscsi neutron-server[109087]: 'Network': {'1.1'}, Dec 07 18:44:35.335762 dv-cinder-819692-6-iscsi neutron-server[109087]: 'Port': {'1.7'}, Dec 07 18:44:35.335762 dv-cinder-819692-6-iscsi neutron-server[109087]: 'PortForwarding': {'1.2'}, Dec 07 18:44:35.335762 dv-cinder-819692-6-iscsi neutron-server[109087]: 'QosPolicy': {'1.10'}, Dec 07 18:44:35.335762 dv-cinder-819692-6-iscsi neutron-server[109087]: 'SecurityGroup': {'1.5'}, Dec 07 18:44:35.335762 dv-cinder-819692-6-iscsi neutron-server[109087]: 'SecurityGroupRule': {'1.2'}, Dec 07 18:44:35.335762 dv-cinder-819692-6-iscsi neutron-server[109087]: 'SubPort': {'1.0'}, Dec 07 18:44:35.335762 dv-cinder-819692-6-iscsi neutron-server[109087]: 'Subnet': {'1.1'}, Dec 07 18:44:35.335762 dv-cinder-819692-6-iscsi neutron-server[109087]: 'Trunk': {'1.1'}} Dec 07 18:44:35.335762 dv-cinder-819692-6-iscsi neutron-server[109087]: consumer versions: Dec 07 18:44:35.335762 dv-cinder-819692-6-iscsi neutron-server[109087]: { DHCP agent@dv-cinder-819692-6-iscsi: {}, Dec 07 18:44:35.335762 dv-cinder-819692-6-iscsi neutron-server[109087]: HyperV agent@hv-cinder-81969: {}, Dec 07 18:44:35.335762 dv-cinder-819692-6-iscsi neutron-server[109087]: L3 agent@dv-cinder-819692-6-iscsi: {}, Dec 07 18:44:35.335762 dv-cinder-819692-6-iscsi neutron-server[109087]: Metadata agent@dv-cinder-819692-6-iscsi: {}, Dec 07 18:44:35.335762 dv-cinder-819692-6-iscsi neutron-server[109087]: Metering agent@dv-cinder-819692-6-iscsi: {}, Dec 07 18:44:35.335762 dv-cinder-819692-6-iscsi neutron-server[109087]: Open vSwitch agent@dv-cinder-819692-6-iscsi: { 'AddressGroup': '1.2', Dec 07 18:44:35.335762 dv-cinder-819692-6-iscsi neutron-server[109087]: 'ConntrackHelper': '1.0', Dec 07 18:44:35.335762 dv-cinder-819692-6-iscsi neutron-server[109087]: 'LocalIPAssociation': '1.0', Dec 07 18:44:35.335762 dv-cinder-819692-6-iscsi neutron-server[109087]: 'Log': '1.0', Dec 07 18:44:35.335762 dv-cinder-819692-6-iscsi neutron-server[109087]: 'Network': '1.1', Dec 07 18:44:35.335762 dv-cinder-819692-6-iscsi neutron-server[109087]: 'Port': '1.7', Dec 07 18:44:35.335762 dv-cinder-819692-6-iscsi neutron-server[109087]: 'PortForwarding': '1.2', Dec 07 18:44:35.335762 dv-cinder-819692-6-iscsi neutron-server[109087]: 'QosPolicy': '1.10', Dec 07 18:44:35.335762 dv-cinder-819692-6-iscsi neutron-server[109087]: 'SecurityGroup': '1.5', Dec 07 18:44:35.335762 dv-cinder-819692-6-iscsi neutron-server[109087]: 'SecurityGroupRule': '1.2', Dec 07 18:44:35.335762 dv-cinder-819692-6-iscsi neutron-server[109087]: 'SubPort': '1.0', Dec 07 18:44:35.335762 dv-cinder-819692-6-iscsi neutron-server[109087]: 'Subnet': '1.1', Dec 07 18:44:35.335762 dv-cinder-819692-6-iscsi neutron-server[109087]: 'Trunk': '1.1'}} Dec 07 18:44:35.335762 dv-cinder-819692-6-iscsi neutron-server[109087]: {{(pid=109087) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 07 18:44:35.341603 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-aedc94b4-7c3f-4ed5-b426-187eb4ab11e4 None None] Attempting to bind port 34e25bdd-a0fe-408e-bacf-a5ed42286fb9 on host dv-cinder-819692-6-iscsi for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:44:35.342155 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-aedc94b4-7c3f-4ed5-b426-187eb4ab11e4 None None] Attempting to bind port 34e25bdd-a0fe-408e-bacf-a5ed42286fb9 by drivers openvswitch,hyperv on host dv-cinder-819692-6-iscsi at level 0 using segments [{'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:44:35.342627 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedc94b4-7c3f-4ed5-b426-187eb4ab11e4 None None] Attempting to bind port 34e25bdd-a0fe-408e-bacf-a5ed42286fb9 on network c28673b7-9801-4a6d-8bd7-4540f8f52bd4 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:44:35.348888 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedc94b4-7c3f-4ed5-b426-187eb4ab11e4 None None] Checking agent: {'id': 'fd9e3ab0-a028-492f-8cb9-0b732e52b698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 36, 52), 'started_at': datetime.datetime(2021, 12, 7, 18, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:44:35.349691 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedc94b4-7c3f-4ed5-b426-187eb4ab11e4 None None] Checking segment: {'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:44:35.350294 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-aedc94b4-7c3f-4ed5-b426-187eb4ab11e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:35.350886 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedc94b4-7c3f-4ed5-b426-187eb4ab11e4 None None] Bound using segment: {'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:44:35.351889 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-aedc94b4-7c3f-4ed5-b426-187eb4ab11e4 None None] Bound port: 34e25bdd-a0fe-408e-bacf-a5ed42286fb9, host: dv-cinder-819692-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:44:35.352518 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-aedc94b4-7c3f-4ed5-b426-187eb4ab11e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:35.418449 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-aedc94b4-7c3f-4ed5-b426-187eb4ab11e4 None None] For port 34e25bdd-a0fe-408e-bacf-a5ed42286fb9, host dv-cinder-819692-6-iscsi, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:44:35.425942 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-aedc94b4-7c3f-4ed5-b426-187eb4ab11e4 None None] For port 34e25bdd-a0fe-408e-bacf-a5ed42286fb9, host dv-cinder-819692-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=34e25bdd-a0fe-408e-bacf-a5ed42286fb9,segment=NetworkSegment(05f8ab8d-4669-4926-ada9-ecff5fb4eb1d),segment_id=05f8ab8d-4669-4926-ada9-ecff5fb4eb1d)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:44:35.437803 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-aedc94b4-7c3f-4ed5-b426-187eb4ab11e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:35.516156 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5ec4c54e-c96b-4761-bbcf-ddcc3958cd59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:35.588653 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5ec4c54e-c96b-4761-bbcf-ddcc3958cd59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:35.622030 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedc94b4-7c3f-4ed5-b426-187eb4ab11e4 None None] Routers {'ce290922-b1a8-4930-aa50-785d427c7fae'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:44:35.622677 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-aedc94b4-7c3f-4ed5-b426-187eb4ab11e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:44:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['ce290922-b1a8-4930-aa50-785d427c7fae'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:44:35.641962 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e5fd004-3f2d-45cb-8cb9-f1d9caac377d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:44:35.641962 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e5fd004-3f2d-45cb-8cb9-f1d9caac377d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:44:35.641962 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e5fd004-3f2d-45cb-8cb9-f1d9caac377d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:44:35.643450 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e5fd004-3f2d-45cb-8cb9-f1d9caac377d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:44:35.643450 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-1e5fd004-3f2d-45cb-8cb9-f1d9caac377d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ab9def9-74ba-4f55-bf91-704f09d57e6e']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:44:35.682538 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5ec4c54e-c96b-4761-bbcf-ddcc3958cd59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:35.699309 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5ec4c54e-c96b-4761-bbcf-ddcc3958cd59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:35.707092 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba38632-8af7-4e5b-81c5-2bc3d8db0c2f None None] Pushing event updated for resources: {'Port': ['ID=34e25bdd-a0fe-408e-bacf-a5ed42286fb9,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:35.708122 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-5ec4c54e-c96b-4761-bbcf-ddcc3958cd59 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8915bb8f-fee8-4073-96bc-0be26347a884 HTTP/1.1" status: 204 len: 168 time: 0.4379833 Dec 07 18:44:35.796439 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-1e5fd004-3f2d-45cb-8cb9-f1d9caac377d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04672a29-559e-41f9-878a-f7ee06b1a933') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:44:35.796698 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-1e5fd004-3f2d-45cb-8cb9-f1d9caac377d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04672a29-559e-41f9-878a-f7ee06b1a933') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:44:35.801371 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [None req-bc936bb8-a37a-477b-a353-5bf7c83f5cd2 admin admin] Allocated IP 172.20.0.1 (a321d8bd-fce1-4a8d-9656-239d82555545/1b6ea560-0931-4e32-ae3e-65a030b6cd99/0670f0eb-e296-4180-a500-8edb36a6f0f5) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:44:35.821623 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4c54e-c96b-4761-bbcf-ddcc3958cd59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8915bb8f-fee8-4073-96bc-0be26347a884,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:35.826204 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e5fd004-3f2d-45cb-8cb9-f1d9caac377d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753414568039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529982506'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:35.842747 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-aedc94b4-7c3f-4ed5-b426-187eb4ab11e4 None None] Set router ce290922-b1a8-4930-aa50-785d427c7fae gateway port host: dv-cinder-819692-6-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:44:35.909678 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e5fd004-3f2d-45cb-8cb9-f1d9caac377d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:35.935319 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e5fd004-3f2d-45cb-8cb9-f1d9caac377d admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 18:44:35.935717 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e5fd004-3f2d-45cb-8cb9-f1d9caac377d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529623631'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:35.940164 dv-cinder-819692-6-iscsi neutron-server[109085]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 07 18:44:35.940164 dv-cinder-819692-6-iscsi neutron-server[109085]: from cryptography.utils import int_from_bytes Dec 07 18:44:35.940164 dv-cinder-819692-6-iscsi neutron-server[109085]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 07 18:44:35.940164 dv-cinder-819692-6-iscsi neutron-server[109085]: from cryptography.utils import int_from_bytes Dec 07 18:44:35.940164 dv-cinder-819692-6-iscsi neutron-server[109085]: Traceback (most recent call last): Dec 07 18:44:35.940164 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 18:44:35.940164 dv-cinder-819692-6-iscsi neutron-server[109085]: timer() Dec 07 18:44:35.940164 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 18:44:35.940164 dv-cinder-819692-6-iscsi neutron-server[109085]: cb(*args, **kw) Dec 07 18:44:35.940164 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 18:44:35.940164 dv-cinder-819692-6-iscsi neutron-server[109085]: return func(*args, **kwargs) Dec 07 18:44:35.940164 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 18:44:35.940164 dv-cinder-819692-6-iscsi neutron-server[109085]: self._notify() Dec 07 18:44:35.940164 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 18:44:35.940164 dv-cinder-819692-6-iscsi neutron-server[109085]: self.callback(batched_events) Dec 07 18:44:35.940164 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 18:44:35.940164 dv-cinder-819692-6-iscsi neutron-server[109085]: event.method(event) Dec 07 18:44:35.940164 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 18:44:35.940164 dv-cinder-819692-6-iscsi neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 18:44:35.940164 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 18:44:35.940164 dv-cinder-819692-6-iscsi neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 18:44:35.940164 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 18:44:35.940164 dv-cinder-819692-6-iscsi neutron-server[109085]: return f(self, *a, **k) Dec 07 18:44:35.940164 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 18:44:35.940164 dv-cinder-819692-6-iscsi neutron-server[109085]: return self._get(url).json() Dec 07 18:44:35.940164 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 18:44:35.940164 dv-cinder-819692-6-iscsi neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 18:44:35.940164 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 18:44:35.940164 dv-cinder-819692-6-iscsi neutron-server[109085]: return self.request(url, 'GET', **kwargs) Dec 07 18:44:35.940164 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 18:44:35.940164 dv-cinder-819692-6-iscsi neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 18:44:35.940164 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 18:44:35.940164 dv-cinder-819692-6-iscsi neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 18:44:35.940164 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 18:44:35.940164 dv-cinder-819692-6-iscsi neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 18:44:35.940164 dv-cinder-819692-6-iscsi neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 18:44:35.943019 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714c2621-6228-43e4-9b92-cf3129d1be30 admin admin] Router 85d3d716-e9b3-4c66-82a4-a90bb4b21557 is scheduled to L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 18:44:36.043204 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bc936bb8-a37a-477b-a353-5bf7c83f5cd2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:36.152350 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bc936bb8-a37a-477b-a353-5bf7c83f5cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255'] for port, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:36.158056 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714c2621-6228-43e4-9b92-cf3129d1be30 admin admin] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:44:36.171038 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60247d2-3a92-47b2-9950-043f7ec9f36e None None] Sync routers for ids ['85d3d716-e9b3-4c66-82a4-a90bb4b21557'] in dv-cinder-819692-6-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:44:36.184874 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60247d2-3a92-47b2-9950-043f7ec9f36e None None] Routers {'85d3d716-e9b3-4c66-82a4-a90bb4b21557'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:44:36.185494 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-d60247d2-3a92-47b2-9950-043f7ec9f36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:44:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['85d3d716-e9b3-4c66-82a4-a90bb4b21557'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:44:36.216066 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc936bb8-a37a-477b-a353-5bf7c83f5cd2 admin admin] Network a321d8bd-fce1-4a8d-9656-239d82555545 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:44:36.221004 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-bc936bb8-a37a-477b-a353-5bf7c83f5cd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:44:36.223627 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc936bb8-a37a-477b-a353-5bf7c83f5cd2 admin admin] Pushing event updated for resources: {'Port': ['ID=0670f0eb-e296-4180-a500-8edb36a6f0f5,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:36.231550 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fcea0352-aedc-4a37-9a81-5627c9d240bc req-f06c926b-d48b-4b45-aed9-4bbd1e30426c tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=227d00ae-26f9-4f9d-8aa8-87aa48f24b6d HTTP/1.1" status: 200 len: 210 time: 0.0433226 Dec 07 18:44:36.232194 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e5fd004-3f2d-45cb-8cb9-f1d9caac377d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644911'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:36.238429 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc936bb8-a37a-477b-a353-5bf7c83f5cd2 admin admin] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:44:36.239116 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bc936bb8-a37a-477b-a353-5bf7c83f5cd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652984'] for router_interface, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:36.242247 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e5fd004-3f2d-45cb-8cb9-f1d9caac377d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:36.249867 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-1e5fd004-3f2d-45cb-8cb9-f1d9caac377d admin admin] 10.222.0.41 "DELETE /v2.0/networks/7ab9def9-74ba-4f55-bf91-704f09d57e6e HTTP/1.1" status: 204 len: 168 time: 1.7008176 Dec 07 18:44:36.253008 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-714c2621-6228-43e4-9b92-cf3129d1be30 admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:36.257944 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-714c2621-6228-43e4-9b92-cf3129d1be30 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.5209026 Dec 07 18:44:36.259349 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 57964) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:36.260157 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 57966) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:36.329876 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-24b1d8c8-38b7-4679-b8fb-ab6ca670224b admin admin] Deleting subnet ce86016d-60b1-44cf-9ef9-55f41539eeb4 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 18:44:36.384743 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-aedc94b4-7c3f-4ed5-b426-187eb4ab11e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'name': 'tempest-AttachVolumeTestJSON-1299123142-router', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '34e25bdd-a0fe-408e-bacf-a5ed42286fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:44:29Z', 'updated_at': '2021-12-07T18:44:31Z', 'revision_number': 3, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'gw_port': {'id': '34e25bdd-a0fe-408e-bacf-a5ed42286fb9', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:62:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:30Z', 'updated_at': '2021-12-07T18:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi'}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:44:36.487555 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedc94b4-7c3f-4ed5-b426-187eb4ab11e4 None None] The sync data for ids ['ce290922-b1a8-4930-aa50-785d427c7fae'] in dv-cinder-819692-6-iscsi is: [{'id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'name': 'tempest-AttachVolumeTestJSON-1299123142-router', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '34e25bdd-a0fe-408e-bacf-a5ed42286fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:44:29Z', 'updated_at': '2021-12-07T18:44:31Z', 'revision_number': 3, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'gw_port': {'id': '34e25bdd-a0fe-408e-bacf-a5ed42286fb9', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:62:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:30Z', 'updated_at': '2021-12-07T18:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi'}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:44:36.553920 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.23', 53508) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:36.807611 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-d60247d2-3a92-47b2-9950-043f7ec9f36e None None] Set router 85d3d716-e9b3-4c66-82a4-a90bb4b21557 gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:44:36.893318 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-993d6a3a-7935-434d-a097-d0f85870dc28 req-63c3049f-7c04-4e0f-bfff-05e721076395 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/ports?device_id=35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8 HTTP/1.1" status: 200 len: 210 time: 0.1070263 Dec 07 18:44:36.902071 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63937d20-72c1-4dcc-9186-04a164693e81 req-894207ac-5cec-4e8f-9e77-a7290e1e66f1 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:36.903837 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-63937d20-72c1-4dcc-9186-04a164693e81 req-894207ac-5cec-4e8f-9e77-a7290e1e66f1 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.23 "GET /v2.0/networks?id=ef05ef7a-dc68-401a-ab2a-8c16865c781c HTTP/1.1" status: 200 len: 812 time: 0.3470051 Dec 07 18:44:36.981467 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [req-63937d20-72c1-4dcc-9186-04a164693e81 req-921a89b1-8271-4c61-90fe-311923b1d73a tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Request body: {'port': {'device_id': '35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8', 'network_id': 'ef05ef7a-dc68-401a-ab2a-8c16865c781c', 'admin_state_up': True, 'tenant_id': '8cf66e1a2b384f8abac34fbb53354039'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:44:37.036696 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-6fcf2a3f-de24-46a5-9136-d60d2956dc24 None None] Provisioning complete for port 0670f0eb-e296-4180-a500-8edb36a6f0f5 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:44:37.037427 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6fcf2a3f-de24-46a5-9136-d60d2956dc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:37.040763 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5fd004-3f2d-45cb-8cb9-f1d9caac377d admin admin] Pushing event deleted for resources: {'Network': ['ID=7ab9def9-74ba-4f55-bf91-704f09d57e6e,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:37.044587 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-24b1d8c8-38b7-4679-b8fb-ab6ca670224b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:37.096648 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-6fcf2a3f-de24-46a5-9136-d60d2956dc24 None None] Port 0670f0eb-e296-4180-a500-8edb36a6f0f5 cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:44:37.278731 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-d60247d2-3a92-47b2-9950-043f7ec9f36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d3d716-e9b3-4c66-82a4-a90bb4b21557', 'name': 'tempest-ServerRescueNegativeTestJSON-2091170230-router', 'tenant_id': 'b1c0284a24444edf87293c9fe818e638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '906dc3b8-5237-4aeb-9219-6dd1b05ffdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:44:28Z', 'updated_at': '2021-12-07T18:44:33Z', 'revision_number': 3, 'project_id': 'b1c0284a24444edf87293c9fe818e638', 'gw_port': {'id': '906dc3b8-5237-4aeb-9219-6dd1b05ffdf7', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:29:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d3d716-e9b3-4c66-82a4-a90bb4b21557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:30Z', 'updated_at': '2021-12-07T18:44:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi'}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:44:37.302695 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-24b1d8c8-38b7-4679-b8fb-ab6ca670224b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529982547'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:37.345553 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.23', 53513) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:37.370402 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bc936bb8-a37a-477b-a353-5bf7c83f5cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:37.377878 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60247d2-3a92-47b2-9950-043f7ec9f36e None None] Checking router: 85d3d716-e9b3-4c66-82a4-a90bb4b21557 for host: dv-cinder-819692-6-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:44:37.378279 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60247d2-3a92-47b2-9950-043f7ec9f36e None None] Updating router 85d3d716-e9b3-4c66-82a4-a90bb4b21557 port 906dc3b8-5237-4aeb-9219-6dd1b05ffdf7 binding host dv-cinder-819692-6-iscsi {{(pid=109086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 18:44:37.435430 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d60247d2-3a92-47b2-9950-043f7ec9f36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:37.614477 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0bffe3bd-2040-4d20-8146-3703f7a48407 req-451f9d94-9e1c-4b18-8d3e-70865efdcd3e tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=227d00ae-26f9-4f9d-8aa8-87aa48f24b6d HTTP/1.1" status: 200 len: 210 time: 0.1965027 Dec 07 18:44:37.707923 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-24b1d8c8-38b7-4679-b8fb-ab6ca670224b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1752923'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:37.720673 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63937d20-72c1-4dcc-9186-04a164693e81 req-921a89b1-8271-4c61-90fe-311923b1d73a tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Made reservation on behalf of 8cf66e1a2b384f8abac34fbb53354039 for: {'port': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:44:37.728673 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-63937d20-72c1-4dcc-9186-04a164693e81 req-921a89b1-8271-4c61-90fe-311923b1d73a tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:37.843692 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 34e25bdd-a0fe-408e-bacf-a5ed42286fb9 up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:44:38.001805 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-924346a8-db67-4e58-a1c7-4668bb2e2c2f tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:38.003706 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-924346a8-db67-4e58-a1c7-4668bb2e2c2f tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.23 "GET /v2.0/networks?id=c8b8ce23-5289-4bad-a75a-485ea880ca99 HTTP/1.1" status: 200 len: 815 time: 0.6561806 Dec 07 18:44:38.036417 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-4326fbb6-2384-4605-a0a3-469abe2cd0e4 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Request body: {'port': {'device_id': '227d00ae-26f9-4f9d-8aa8-87aa48f24b6d', 'network_id': 'c8b8ce23-5289-4bad-a75a-485ea880ca99', 'admin_state_up': True, 'tenant_id': '12e59e340c3845b199cb2b187d625932'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:44:38.095216 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bc936bb8-a37a-477b-a353-5bf7c83f5cd2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:38.135001 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d60247d2-3a92-47b2-9950-043f7ec9f36e None None] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:38.155212 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d60247d2-3a92-47b2-9950-043f7ec9f36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:38.161313 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c2acda79-5f1c-4af5-81ca-f0cde520dd6c req-3509eb65-ed12-4ae0-97ff-be9af90ec158 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/ports?device_id=35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8 HTTP/1.1" status: 200 len: 210 time: 0.0488548 Dec 07 18:44:38.205682 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bc936bb8-a37a-477b-a353-5bf7c83f5cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:38.206693 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bc936bb8-a37a-477b-a353-5bf7c83f5cd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-968009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652836'] for router_interface, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:38.242786 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b706a1e-4b0c-4798-ba0d-4db2529244f6 None None] Pushing event updated for resources: {'Port': ['ID=906dc3b8-5237-4aeb-9219-6dd1b05ffdf7,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:38.298232 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-d60247d2-3a92-47b2-9950-043f7ec9f36e None None] Attempting to bind port 906dc3b8-5237-4aeb-9219-6dd1b05ffdf7 on host dv-cinder-819692-6-iscsi for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:44:38.299450 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-d60247d2-3a92-47b2-9950-043f7ec9f36e None None] Attempting to bind port 906dc3b8-5237-4aeb-9219-6dd1b05ffdf7 by drivers openvswitch,hyperv on host dv-cinder-819692-6-iscsi at level 0 using segments [{'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:44:38.300051 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60247d2-3a92-47b2-9950-043f7ec9f36e None None] Attempting to bind port 906dc3b8-5237-4aeb-9219-6dd1b05ffdf7 on network c28673b7-9801-4a6d-8bd7-4540f8f52bd4 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:44:38.307938 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60247d2-3a92-47b2-9950-043f7ec9f36e None None] Checking agent: {'id': 'fd9e3ab0-a028-492f-8cb9-0b732e52b698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 36, 52), 'started_at': datetime.datetime(2021, 12, 7, 18, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:44:38.308705 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60247d2-3a92-47b2-9950-043f7ec9f36e None None] Checking segment: {'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:44:38.309318 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d60247d2-3a92-47b2-9950-043f7ec9f36e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:38.309964 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60247d2-3a92-47b2-9950-043f7ec9f36e None None] Bound using segment: {'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:44:38.310679 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-d60247d2-3a92-47b2-9950-043f7ec9f36e None None] Bound port: 906dc3b8-5237-4aeb-9219-6dd1b05ffdf7, host: dv-cinder-819692-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:44:38.311299 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d60247d2-3a92-47b2-9950-043f7ec9f36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:38.313352 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port 34e25bdd-a0fe-408e-bacf-a5ed42286fb9 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:44:38.313975 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:38.328357 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-4326fbb6-2384-4605-a0a3-469abe2cd0e4 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Made reservation on behalf of 12e59e340c3845b199cb2b187d625932 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:44:38.332311 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-4326fbb6-2384-4605-a0a3-469abe2cd0e4 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:38.355668 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1042a59e-7516-44f7-9da9-156741fb6971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:38.357207 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:38.421046 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-24b1d8c8-38b7-4679-b8fb-ab6ca670224b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1752898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529624237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530428612'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:38.464644 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:44:38.471603 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:38.494916 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] For port 34e25bdd-a0fe-408e-bacf-a5ed42286fb9, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=34e25bdd-a0fe-408e-bacf-a5ed42286fb9,segment=NetworkSegment(05f8ab8d-4669-4926-ada9-ecff5fb4eb1d),segment_id=05f8ab8d-4669-4926-ada9-ecff5fb4eb1d)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:44:38.509335 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:38.574546 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-d60247d2-3a92-47b2-9950-043f7ec9f36e None None] For port 906dc3b8-5237-4aeb-9219-6dd1b05ffdf7, host dv-cinder-819692-6-iscsi, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:44:38.591380 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-24b1d8c8-38b7-4679-b8fb-ab6ca670224b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:38.605336 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-24b1d8c8-38b7-4679-b8fb-ab6ca670224b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ce86016d-60b1-44cf-9ef9-55f41539eeb4 HTTP/1.1" status: 204 len: 168 time: 2.3352177 Dec 07 18:44:38.626390 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-d60247d2-3a92-47b2-9950-043f7ec9f36e None None] For port 906dc3b8-5237-4aeb-9219-6dd1b05ffdf7, host dv-cinder-819692-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=906dc3b8-5237-4aeb-9219-6dd1b05ffdf7,segment=NetworkSegment(05f8ab8d-4669-4926-ada9-ecff5fb4eb1d),segment_id=05f8ab8d-4669-4926-ada9-ecff5fb4eb1d)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:44:38.636325 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1d8c8-38b7-4679-b8fb-ab6ca670224b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce86016d-60b1-44cf-9ef9-55f41539eeb4,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:38.640679 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d60247d2-3a92-47b2-9950-043f7ec9f36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:38.684635 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 58054) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:38.717696 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Pushing event updated for resources: {'Port': ['ID=34e25bdd-a0fe-408e-bacf-a5ed42286fb9,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:38.731505 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc936bb8-a37a-477b-a353-5bf7c83f5cd2 admin admin] Network a321d8bd-fce1-4a8d-9656-239d82555545 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:44:38.763700 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-bc936bb8-a37a-477b-a353-5bf7c83f5cd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:44:38.820284 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60247d2-3a92-47b2-9950-043f7ec9f36e None None] Routers {'85d3d716-e9b3-4c66-82a4-a90bb4b21557'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:44:38.820935 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-d60247d2-3a92-47b2-9950-043f7ec9f36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:44:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['85d3d716-e9b3-4c66-82a4-a90bb4b21557'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:44:38.934907 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc936bb8-a37a-477b-a353-5bf7c83f5cd2 admin admin] Pushing event updated for resources: {'Port': ['ID=0670f0eb-e296-4180-a500-8edb36a6f0f5,revision_number=2']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:38.950880 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7cd3e861-98be-4cd6-9ce8-56ec4084d05e req-d0fb700a-5d59-4d0c-8847-0cfb83ad6525 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=227d00ae-26f9-4f9d-8aa8-87aa48f24b6d HTTP/1.1" status: 200 len: 210 time: 0.1504560 Dec 07 18:44:39.076696 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-d60247d2-3a92-47b2-9950-043f7ec9f36e None None] Set router 85d3d716-e9b3-4c66-82a4-a90bb4b21557 gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:44:39.082827 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [req-63937d20-72c1-4dcc-9186-04a164693e81 req-921a89b1-8271-4c61-90fe-311923b1d73a tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Allocated IP 172.20.0.12 (ef05ef7a-dc68-401a-ab2a-8c16865c781c/ae064365-0138-4c91-beb0-ecc3548d2a82/a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:44:39.094200 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e51ce5dc-9086-4b20-ac15-f7fb5836d927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639551'] for network, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:39.328482 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b706a1e-4b0c-4798-ba0d-4db2529244f6 None None] Pushing event updated for resources: {'Port': ['ID=906dc3b8-5237-4aeb-9219-6dd1b05ffdf7,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:39.487737 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-83f2b8f3-bec7-42d2-9e9e-3ae9545f7a0c None None] Provisioning complete for port 0670f0eb-e296-4180-a500-8edb36a6f0f5 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:44:39.488115 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-83f2b8f3-bec7-42d2-9e9e-3ae9545f7a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:39.496721 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-4326fbb6-2384-4605-a0a3-469abe2cd0e4 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Allocated IP 172.20.0.10 (c8b8ce23-5289-4bad-a75a-485ea880ca99/959328ad-f645-4e6a-a843-2b6a58b1fc1b/3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:44:39.556589 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1fce6649-fd4e-43eb-8ec6-4b68a383a613 req-5cf784cb-e0a2-4dc2-9f89-36834c33b627 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/ports?device_id=35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8 HTTP/1.1" status: 200 len: 210 time: 0.1592183 Dec 07 18:44:39.669807 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-83f2b8f3-bec7-42d2-9e9e-3ae9545f7a0c None None] Port 0670f0eb-e296-4180-a500-8edb36a6f0f5 cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:44:39.708447 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e51ce5dc-9086-4b20-ac15-f7fb5836d927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587410', 'neutron.services.segments.db._delete_segments_for_network-8753414418342'] for network, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:39.731120 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc936bb8-a37a-477b-a353-5bf7c83f5cd2 admin admin] Router ce290922-b1a8-4930-aa50-785d427c7fae has already been hosted by L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc {{(pid=109084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:44:39.733011 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-d60247d2-3a92-47b2-9950-043f7ec9f36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d3d716-e9b3-4c66-82a4-a90bb4b21557', 'name': 'tempest-ServerRescueNegativeTestJSON-2091170230-router', 'tenant_id': 'b1c0284a24444edf87293c9fe818e638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '906dc3b8-5237-4aeb-9219-6dd1b05ffdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:44:28Z', 'updated_at': '2021-12-07T18:44:33Z', 'revision_number': 3, 'project_id': 'b1c0284a24444edf87293c9fe818e638', 'gw_port': {'id': '906dc3b8-5237-4aeb-9219-6dd1b05ffdf7', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:29:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d3d716-e9b3-4c66-82a4-a90bb4b21557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:30Z', 'updated_at': '2021-12-07T18:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi'}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:44:39.809877 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60247d2-3a92-47b2-9950-043f7ec9f36e None None] The sync data for ids ['85d3d716-e9b3-4c66-82a4-a90bb4b21557'] in dv-cinder-819692-6-iscsi is: [{'id': '85d3d716-e9b3-4c66-82a4-a90bb4b21557', 'name': 'tempest-ServerRescueNegativeTestJSON-2091170230-router', 'tenant_id': 'b1c0284a24444edf87293c9fe818e638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '906dc3b8-5237-4aeb-9219-6dd1b05ffdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:44:28Z', 'updated_at': '2021-12-07T18:44:33Z', 'revision_number': 3, 'project_id': 'b1c0284a24444edf87293c9fe818e638', 'gw_port': {'id': '906dc3b8-5237-4aeb-9219-6dd1b05ffdf7', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:29:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d3d716-e9b3-4c66-82a4-a90bb4b21557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:30Z', 'updated_at': '2021-12-07T18:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi'}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:44:39.873082 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 34e25bdd-a0fe-408e-bacf-a5ed42286fb9 up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:44:39.921260 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e51ce5dc-9086-4b20-ac15-f7fb5836d927 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:44:39.935677 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e51ce5dc-9086-4b20-ac15-f7fb5836d927 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:44:39.936908 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e51ce5dc-9086-4b20-ac15-f7fb5836d927 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:44:39.937482 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e51ce5dc-9086-4b20-ac15-f7fb5836d927 admin admin] Subscribe: > port after_create 55550000 {{(pid=109084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:44:39.938825 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e51ce5dc-9086-4b20-ac15-f7fb5836d927 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:44:39.939332 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e51ce5dc-9086-4b20-ac15-f7fb5836d927 admin admin] Subscribe: > port after_update 55550000 {{(pid=109084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:44:39.939898 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e51ce5dc-9086-4b20-ac15-f7fb5836d927 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:44:39.948905 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e51ce5dc-9086-4b20-ac15-f7fb5836d927 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:44:39.949472 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e51ce5dc-9086-4b20-ac15-f7fb5836d927 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:44:39.950184 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e51ce5dc-9086-4b20-ac15-f7fb5836d927 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:44:40.051132 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-4326fbb6-2384-4605-a0a3-469abe2cd0e4 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:40.059354 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port 34e25bdd-a0fe-408e-bacf-a5ed42286fb9 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:44:40.059733 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:40.141968 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-1042a59e-7516-44f7-9da9-156741fb6971 admin admin] Allocated IP 172.20.0.1 (21f5f496-97bc-411b-8951-cfa100658247/a57c2580-dd64-42bb-8b18-d437fa46d1d2/39f5af00-6a23-442d-8413-20286cfa3fe7) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:44:40.340399 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e51ce5dc-9086-4b20-ac15-f7fb5836d927 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:44:40.340399 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e51ce5dc-9086-4b20-ac15-f7fb5836d927 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:44:40.340399 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e51ce5dc-9086-4b20-ac15-f7fb5836d927 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:44:40.340399 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e51ce5dc-9086-4b20-ac15-f7fb5836d927 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 18:44:40.340399 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-e51ce5dc-9086-4b20-ac15-f7fb5836d927 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e24756ed-bf4e-481a-9d1c-4122fc27d207']}} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:44:40.370857 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-e51ce5dc-9086-4b20-ac15-f7fb5836d927 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d646cf-f082-4e43-9459-9fac05e91e0e') {'for_net_delete': True} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:44:40.371516 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-e51ce5dc-9086-4b20-ac15-f7fb5836d927 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d646cf-f082-4e43-9459-9fac05e91e0e') {} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:44:40.405115 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e51ce5dc-9086-4b20-ac15-f7fb5836d927 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753414568039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529821133'] for segment, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:40.455783 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e51ce5dc-9086-4b20-ac15-f7fb5836d927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828'] for segment, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:40.477050 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e51ce5dc-9086-4b20-ac15-f7fb5836d927 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=109084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 18:44:40.477050 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e51ce5dc-9086-4b20-ac15-f7fb5836d927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530413617'] for segment, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:40.482274 dv-cinder-819692-6-iscsi neutron-server[109084]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 07 18:44:40.482274 dv-cinder-819692-6-iscsi neutron-server[109084]: from cryptography.utils import int_from_bytes Dec 07 18:44:40.482274 dv-cinder-819692-6-iscsi neutron-server[109084]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 07 18:44:40.482274 dv-cinder-819692-6-iscsi neutron-server[109084]: from cryptography.utils import int_from_bytes Dec 07 18:44:40.482274 dv-cinder-819692-6-iscsi neutron-server[109084]: Traceback (most recent call last): Dec 07 18:44:40.482274 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 18:44:40.482274 dv-cinder-819692-6-iscsi neutron-server[109084]: timer() Dec 07 18:44:40.482274 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 18:44:40.482274 dv-cinder-819692-6-iscsi neutron-server[109084]: cb(*args, **kw) Dec 07 18:44:40.482274 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 18:44:40.482274 dv-cinder-819692-6-iscsi neutron-server[109084]: return func(*args, **kwargs) Dec 07 18:44:40.482274 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 18:44:40.482274 dv-cinder-819692-6-iscsi neutron-server[109084]: self._notify() Dec 07 18:44:40.482274 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 18:44:40.482274 dv-cinder-819692-6-iscsi neutron-server[109084]: self.callback(batched_events) Dec 07 18:44:40.482274 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 18:44:40.482274 dv-cinder-819692-6-iscsi neutron-server[109084]: event.method(event) Dec 07 18:44:40.482274 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 18:44:40.482274 dv-cinder-819692-6-iscsi neutron-server[109084]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 18:44:40.482274 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 18:44:40.482274 dv-cinder-819692-6-iscsi neutron-server[109084]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 18:44:40.482274 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 18:44:40.482274 dv-cinder-819692-6-iscsi neutron-server[109084]: return f(self, *a, **k) Dec 07 18:44:40.482274 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 18:44:40.482274 dv-cinder-819692-6-iscsi neutron-server[109084]: return self._get(url).json() Dec 07 18:44:40.482274 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 18:44:40.482274 dv-cinder-819692-6-iscsi neutron-server[109084]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 18:44:40.482274 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 18:44:40.482274 dv-cinder-819692-6-iscsi neutron-server[109084]: return self.request(url, 'GET', **kwargs) Dec 07 18:44:40.482274 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 18:44:40.482274 dv-cinder-819692-6-iscsi neutron-server[109084]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 18:44:40.482274 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 18:44:40.482274 dv-cinder-819692-6-iscsi neutron-server[109084]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 18:44:40.482274 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 18:44:40.482274 dv-cinder-819692-6-iscsi neutron-server[109084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 18:44:40.482274 dv-cinder-819692-6-iscsi neutron-server[109084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 18:44:40.767751 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-4326fbb6-2384-4605-a0a3-469abe2cd0e4 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529624208'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:40.778057 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e51ce5dc-9086-4b20-ac15-f7fb5836d927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644911'] for network, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:40.786384 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1042a59e-7516-44f7-9da9-156741fb6971 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:40.834860 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-88d51d2f-9734-4cbc-a411-a792dfc5ce43 req-f4af74dd-b354-41d6-8d44-7f91a5281c1f tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/ports?device_id=35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8 HTTP/1.1" status: 200 len: 210 time: 0.1334593 Dec 07 18:44:40.920381 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e51ce5dc-9086-4b20-ac15-f7fb5836d927 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for network, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:40.937494 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-e51ce5dc-9086-4b20-ac15-f7fb5836d927 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e24756ed-bf4e-481a-9d1c-4122fc27d207 HTTP/1.1" status: 204 len: 168 time: 2.2459705 Dec 07 18:44:40.970825 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-63937d20-72c1-4dcc-9186-04a164693e81 req-921a89b1-8271-4c61-90fe-311923b1d73a tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Publish callbacks [] for port, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:40.991504 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ce5dc-9086-4b20-ac15-f7fb5836d927 admin admin] Pushing event deleted for resources: {'Network': ['ID=e24756ed-bf4e-481a-9d1c-4122fc27d207,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:41.072416 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc936bb8-a37a-477b-a353-5bf7c83f5cd2 admin admin] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:44:41.082609 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a084df0-660a-4639-8cca-c046799e2b59 None None] Sync routers for ids ['ce290922-b1a8-4930-aa50-785d427c7fae'] in dv-cinder-819692-6-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:44:41.094545 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1042a59e-7516-44f7-9da9-156741fb6971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529624208'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:41.103126 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a084df0-660a-4639-8cca-c046799e2b59 None None] Routers {'ce290922-b1a8-4930-aa50-785d427c7fae'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:44:41.104939 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-6a084df0-660a-4639-8cca-c046799e2b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:44:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['ce290922-b1a8-4930-aa50-785d427c7fae'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:44:41.125884 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-bc936bb8-a37a-477b-a353-5bf7c83f5cd2 admin admin] 10.222.0.41 "PUT /v2.0/routers/ce290922-b1a8-4930-aa50-785d427c7fae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5616238 Dec 07 18:44:41.139853 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-63937d20-72c1-4dcc-9186-04a164693e81 req-921a89b1-8271-4c61-90fe-311923b1d73a tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:41.211537 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-4326fbb6-2384-4605-a0a3-469abe2cd0e4 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Network c8b8ce23-5289-4bad-a75a-485ea880ca99 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:44:41.215470 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1042a59e-7516-44f7-9da9-156741fb6971 admin admin] Network 21f5f496-97bc-411b-8951-cfa100658247 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:44:41.216845 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326fbb6-2384-4605-a0a3-469abe2cd0e4 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Pushing event updated for resources: {'Port': ['ID=3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:41.228581 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-4326fbb6-2384-4605-a0a3-469abe2cd0e4 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:44:41.240659 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-1042a59e-7516-44f7-9da9-156741fb6971 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:44:41.252539 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-4326fbb6-2384-4605-a0a3-469abe2cd0e4 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:44:41.301948 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1042a59e-7516-44f7-9da9-156741fb6971 admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:44:41.340424 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63937d20-72c1-4dcc-9186-04a164693e81 req-921a89b1-8271-4c61-90fe-311923b1d73a tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Network ef05ef7a-dc68-401a-ab2a-8c16865c781c is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:44:41.357963 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [req-63937d20-72c1-4dcc-9186-04a164693e81 req-921a89b1-8271-4c61-90fe-311923b1d73a tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:44:41.369853 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [req-63937d20-72c1-4dcc-9186-04a164693e81 req-921a89b1-8271-4c61-90fe-311923b1d73a tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:44:41.381741 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a89b1-8271-4c61-90fe-311923b1d73a tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Pushing event updated for resources: {'Port': ['ID=a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:41.478382 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 58112) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:41.508136 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-6a084df0-660a-4639-8cca-c046799e2b59 None None] Set router ce290922-b1a8-4930-aa50-785d427c7fae gateway port host: dv-cinder-819692-6-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:44:41.534287 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba2d1e-a9e9-464e-a7f7-b882bbd1dd78 req-6dcd756b-1770-420f-b06e-702266f3fed3 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:41.551467 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6cba2d1e-a9e9-464e-a7f7-b882bbd1dd78 req-6dcd756b-1770-420f-b06e-702266f3fed3 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=227d00ae-26f9-4f9d-8aa8-87aa48f24b6d HTTP/1.1" status: 200 len: 932 time: 1.1897411 Dec 07 18:44:41.594318 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63937d20-72c1-4dcc-9186-04a164693e81 req-921a89b1-8271-4c61-90fe-311923b1d73a tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:41.595002 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-63937d20-72c1-4dcc-9186-04a164693e81 req-921a89b1-8271-4c61-90fe-311923b1d73a tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:41.742263 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-63937d20-72c1-4dcc-9186-04a164693e81 req-921a89b1-8271-4c61-90fe-311923b1d73a tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7764680 Dec 07 18:44:41.756732 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1042a59e-7516-44f7-9da9-156741fb6971 admin admin] Pushing event updated for resources: {'Port': ['ID=39f5af00-6a23-442d-8413-20286cfa3fe7,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:41.764460 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1042a59e-7516-44f7-9da9-156741fb6971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652984'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:41.789656 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [req-63937d20-72c1-4dcc-9186-04a164693e81 req-bed828da-72fe-43ef-be42-df4f90ffc184 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 18:44:41.791011 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-4326fbb6-2384-4605-a0a3-469abe2cd0e4 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:41.791743 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-4326fbb6-2384-4605-a0a3-469abe2cd0e4 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:41.792484 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-63937d20-72c1-4dcc-9186-04a164693e81 req-bed828da-72fe-43ef-be42-df4f90ffc184 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0273981 Dec 07 18:44:41.803033 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-80827a56-a448-4bbd-a57d-86cd57496efe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ce5c4619be32445692d87a31420bb4e3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3229716 Dec 07 18:44:41.803872 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 58130) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:42.038328 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6925a326-e333-4b48-8b28-458c73e84ead admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:42.044150 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 906dc3b8-5237-4aeb-9219-6dd1b05ffdf7 up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:44:42.085711 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6cba2d1e-a9e9-464e-a7f7-b882bbd1dd78 req-717fa29e-1f22-40b7-b66a-5153f9e3b5a6 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5073361 Dec 07 18:44:42.100524 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-4326fbb6-2384-4605-a0a3-469abe2cd0e4 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0845041 Dec 07 18:44:42.146818 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6925a326-e333-4b48-8b28-458c73e84ead admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:42.242600 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-6a084df0-660a-4639-8cca-c046799e2b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'name': 'tempest-AttachVolumeTestJSON-1299123142-router', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '34e25bdd-a0fe-408e-bacf-a5ed42286fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:44:29Z', 'updated_at': '2021-12-07T18:44:36Z', 'revision_number': 4, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'gw_port': {'id': '34e25bdd-a0fe-408e-bacf-a5ed42286fb9', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:62:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:30Z', 'updated_at': '2021-12-07T18:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '0670f0eb-e296-4180-a500-8edb36a6f0f5', 'name': '', 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'mac_address': 'fa:16:3e:45:6d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1b6ea560-0931-4e32-ae3e-65a030b6cd99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:35Z', 'updated_at': '2021-12-07T18:44:37Z', 'revision_number': 2, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'subnets': [{'id': '1b6ea560-0931-4e32-ae3e-65a030b6cd99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:44:42.315616 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a084df0-660a-4639-8cca-c046799e2b59 None None] Checking router: ce290922-b1a8-4930-aa50-785d427c7fae for host: dv-cinder-819692-6-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:44:42.316230 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a084df0-660a-4639-8cca-c046799e2b59 None None] Updating router ce290922-b1a8-4930-aa50-785d427c7fae port 0670f0eb-e296-4180-a500-8edb36a6f0f5 binding host dv-cinder-819692-6-iscsi {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 18:44:42.347379 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port 906dc3b8-5237-4aeb-9219-6dd1b05ffdf7 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:44:42.348587 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:42.355884 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6925a326-e333-4b48-8b28-458c73e84ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:42.363261 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6925a326-e333-4b48-8b28-458c73e84ead admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:42.372180 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6a084df0-660a-4639-8cca-c046799e2b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:42.372674 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-6925a326-e333-4b48-8b28-458c73e84ead admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/769b4a69-45ad-4366-bda8-90637f79d9a0 HTTP/1.1" status: 204 len: 168 time: 0.5658762 Dec 07 18:44:42.397707 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925a326-e333-4b48-8b28-458c73e84ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769b4a69-45ad-4366-bda8-90637f79d9a0,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:42.448901 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-6f8e7294-4adf-40cf-91bd-f635ea7aecae service neutron] Request body: {'port': {'device_id': '227d00ae-26f9-4f9d-8aa8-87aa48f24b6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:44:42.518339 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-63937d20-72c1-4dcc-9186-04a164693e81 req-5018364a-0f85-4e6f-b4b6-6eeede8aae69 service neutron] Request body: {'port': {'device_id': '35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:44:42.613336 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-6f8e7294-4adf-40cf-91bd-f635ea7aecae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:42.622779 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1042a59e-7516-44f7-9da9-156741fb6971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:42.673418 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:42.725960 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] For port 906dc3b8-5237-4aeb-9219-6dd1b05ffdf7, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=906dc3b8-5237-4aeb-9219-6dd1b05ffdf7,segment=NetworkSegment(05f8ab8d-4669-4926-ada9-ecff5fb4eb1d),segment_id=05f8ab8d-4669-4926-ada9-ecff5fb4eb1d)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:44:42.735372 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:42.785925 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7fc62-4786-47e2-b5fa-794881c0db3b req-5741c6df-36ca-41c3-9fdd-27811c8f474a tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:42.806234 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8ca7fc62-4786-47e2-b5fa-794881c0db3b req-5741c6df-36ca-41c3-9fdd-27811c8f474a tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/ports?device_id=35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8 HTTP/1.1" status: 200 len: 932 time: 0.4730597 Dec 07 18:44:42.958123 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-63937d20-72c1-4dcc-9186-04a164693e81 req-5018364a-0f85-4e6f-b4b6-6eeede8aae69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:42.976665 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Pushing event updated for resources: {'Port': ['ID=906dc3b8-5237-4aeb-9219-6dd1b05ffdf7,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:43.066217 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 58162) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:43.077789 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-efaa6670-a8a4-49a4-be41-1a24a2f16d8c tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Request body: {'security_group': {'name': 'tempest-securitygroup--148761583', 'description': 'tempest-description--1375464040'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:44:43.195835 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6a084df0-660a-4639-8cca-c046799e2b59 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:43.214543 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6a084df0-660a-4639-8cca-c046799e2b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:43.232044 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8ca7fc62-4786-47e2-b5fa-794881c0db3b req-3699dc69-254e-42f4-8e04-b05feeb5ef74 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/security-groups?id=dce1a392-bc9e-4ac7-9e55-16f699823f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247820 Dec 07 18:44:43.338480 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47299-45e4-416c-ba33-ff77d969944c None None] Pushing event updated for resources: {'Port': ['ID=0670f0eb-e296-4180-a500-8edb36a6f0f5,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:43.566782 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-6a084df0-660a-4639-8cca-c046799e2b59 None None] Attempting to bind port 0670f0eb-e296-4180-a500-8edb36a6f0f5 on host dv-cinder-819692-6-iscsi for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:44:43.569893 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-6a084df0-660a-4639-8cca-c046799e2b59 None None] Attempting to bind port 0670f0eb-e296-4180-a500-8edb36a6f0f5 by drivers openvswitch,hyperv on host dv-cinder-819692-6-iscsi at level 0 using segments [{'id': '414c2cea-d8a0-44ed-b4ec-3cd1a1242c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:44:43.571006 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a084df0-660a-4639-8cca-c046799e2b59 None None] Attempting to bind port 0670f0eb-e296-4180-a500-8edb36a6f0f5 on network a321d8bd-fce1-4a8d-9656-239d82555545 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:44:43.609178 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a084df0-660a-4639-8cca-c046799e2b59 None None] Checking agent: {'id': 'fd9e3ab0-a028-492f-8cb9-0b732e52b698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 36, 52), 'started_at': datetime.datetime(2021, 12, 7, 18, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:44:43.609573 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a084df0-660a-4639-8cca-c046799e2b59 None None] Checking segment: {'id': '414c2cea-d8a0-44ed-b4ec-3cd1a1242c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:44:43.610016 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6a084df0-660a-4639-8cca-c046799e2b59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:43.610453 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a084df0-660a-4639-8cca-c046799e2b59 None None] Bound using segment: {'id': '414c2cea-d8a0-44ed-b4ec-3cd1a1242c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:44:43.610905 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-6a084df0-660a-4639-8cca-c046799e2b59 None None] Bound port: 0670f0eb-e296-4180-a500-8edb36a6f0f5, host: dv-cinder-819692-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '414c2cea-d8a0-44ed-b4ec-3cd1a1242c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:44:43.611310 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6a084df0-660a-4639-8cca-c046799e2b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:43.752922 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-6a084df0-660a-4639-8cca-c046799e2b59 None None] For port 0670f0eb-e296-4180-a500-8edb36a6f0f5, host dv-cinder-819692-6-iscsi, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:44:43.758312 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-6a084df0-660a-4639-8cca-c046799e2b59 None None] For port 0670f0eb-e296-4180-a500-8edb36a6f0f5, host dv-cinder-819692-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=0670f0eb-e296-4180-a500-8edb36a6f0f5,segment=NetworkSegment(414c2cea-d8a0-44ed-b4ec-3cd1a1242c00),segment_id=414c2cea-d8a0-44ed-b4ec-3cd1a1242c00)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:44:43.776750 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6a084df0-660a-4639-8cca-c046799e2b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:43.846565 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 906dc3b8-5237-4aeb-9219-6dd1b05ffdf7 up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:44:43.927507 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-d10406de-4550-432d-9ff7-6b00041dd172 None None] Provisioning complete for port 0670f0eb-e296-4180-a500-8edb36a6f0f5 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:44:43.928361 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d10406de-4550-432d-9ff7-6b00041dd172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:43.943571 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 58178) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:43.946887 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a084df0-660a-4639-8cca-c046799e2b59 None None] Routers {'ce290922-b1a8-4930-aa50-785d427c7fae'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:44:43.947588 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-6a084df0-660a-4639-8cca-c046799e2b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:44:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['ce290922-b1a8-4930-aa50-785d427c7fae'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:44:44.012570 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47299-45e4-416c-ba33-ff77d969944c None None] Pushing event updated for resources: {'Port': ['ID=0670f0eb-e296-4180-a500-8edb36a6f0f5,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:44.125037 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1042a59e-7516-44f7-9da9-156741fb6971 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:44.132917 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-efaa6670-a8a4-49a4-be41-1a24a2f16d8c tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:44.172456 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d10406de-4550-432d-9ff7-6b00041dd172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:44.178731 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1042a59e-7516-44f7-9da9-156741fb6971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529623651'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:44.202499 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port 906dc3b8-5237-4aeb-9219-6dd1b05ffdf7 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:44:44.202912 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:44.208718 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-6a084df0-660a-4639-8cca-c046799e2b59 None None] Set router ce290922-b1a8-4930-aa50-785d427c7fae gateway port host: dv-cinder-819692-6-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:44:44.234880 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-d4db0728-9b77-4e5a-9c90-bb6e869a30cf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dc0e7366aba84485818654fe582e9300&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2626107 Dec 07 18:44:44.265822 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 58180) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:44.294592 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd403e-846e-49dc-ba18-397d43830fd9 req-8b7cc105-ac80-40af-809c-273d788b3f97 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:44.301844 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4ffd403e-846e-49dc-ba18-397d43830fd9 req-8b7cc105-ac80-40af-809c-273d788b3f97 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=227d00ae-26f9-4f9d-8aa8-87aa48f24b6d HTTP/1.1" status: 200 len: 932 time: 0.9605281 Dec 07 18:44:44.331021 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-6f8e7294-4adf-40cf-91bd-f635ea7aecae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a {{(pid=109084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:44:44.347098 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-6f8e7294-4adf-40cf-91bd-f635ea7aecae service neutron] Publish callbacks [] for port, precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:44.378407 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-d10406de-4550-432d-9ff7-6b00041dd172 None None] For port 0670f0eb-e296-4180-a500-8edb36a6f0f5, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=0670f0eb-e296-4180-a500-8edb36a6f0f5,segment=NetworkSegment(414c2cea-d8a0-44ed-b4ec-3cd1a1242c00),segment_id=414c2cea-d8a0-44ed-b4ec-3cd1a1242c00)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:44:44.398278 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d10406de-4550-432d-9ff7-6b00041dd172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:44.448958 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.provisioning_blocks [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-6f8e7294-4adf-40cf-91bd-f635ea7aecae service neutron] Transition to ACTIVE for port object 3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a will not be triggered until provisioned by entity L2. {{(pid=109084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:44:44.476641 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-6f8e7294-4adf-40cf-91bd-f635ea7aecae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530413597'] for port, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:44.538314 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4ffd403e-846e-49dc-ba18-397d43830fd9 req-49017082-90ee-4b89-a78c-a91cc00400b8 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347496 Dec 07 18:44:44.555930 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [req-63937d20-72c1-4dcc-9186-04a164693e81 req-5018364a-0f85-4e6f-b4b6-6eeede8aae69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:44:44.575218 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-63937d20-72c1-4dcc-9186-04a164693e81 req-5018364a-0f85-4e6f-b4b6-6eeede8aae69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:44.597019 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-2f1b3d80-5b87-4281-846c-61fc5e6ee231 None None] Provisioning complete for port 0670f0eb-e296-4180-a500-8edb36a6f0f5 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:44:44.597315 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f1b3d80-5b87-4281-846c-61fc5e6ee231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:44.627349 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-6a084df0-660a-4639-8cca-c046799e2b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'name': 'tempest-AttachVolumeTestJSON-1299123142-router', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '34e25bdd-a0fe-408e-bacf-a5ed42286fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:44:29Z', 'updated_at': '2021-12-07T18:44:36Z', 'revision_number': 4, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'gw_port': {'id': '34e25bdd-a0fe-408e-bacf-a5ed42286fb9', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:62:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:30Z', 'updated_at': '2021-12-07T18:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '0670f0eb-e296-4180-a500-8edb36a6f0f5', 'name': '', 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'mac_address': 'fa:16:3e:45:6d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1b6ea560-0931-4e32-ae3e-65a030b6cd99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:35Z', 'updated_at': '2021-12-07T18:44:43Z', 'revision_number': 4, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'subnets': [{'id': '1b6ea560-0931-4e32-ae3e-65a030b6cd99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:44:44.628192 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-63937d20-72c1-4dcc-9186-04a164693e81 req-5018364a-0f85-4e6f-b4b6-6eeede8aae69 service neutron] Transition to ACTIVE for port object a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:44:44.655378 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10406de-4550-432d-9ff7-6b00041dd172 None None] Pushing event updated for resources: {'Port': ['ID=0670f0eb-e296-4180-a500-8edb36a6f0f5,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:44.655744 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1042a59e-7516-44f7-9da9-156741fb6971 admin admin] Pushing event updated for resources: {'Port': ['ID=39f5af00-6a23-442d-8413-20286cfa3fe7,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:44.719988 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c6336956-812d-4680-a1ae-f9b1b5862b91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:44.733974 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-63937d20-72c1-4dcc-9186-04a164693e81 req-5018364a-0f85-4e6f-b4b6-6eeede8aae69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529623651'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:44.756457 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a084df0-660a-4639-8cca-c046799e2b59 None None] The sync data for ids ['ce290922-b1a8-4930-aa50-785d427c7fae'] in dv-cinder-819692-6-iscsi is: [{'id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'name': 'tempest-AttachVolumeTestJSON-1299123142-router', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '34e25bdd-a0fe-408e-bacf-a5ed42286fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:44:29Z', 'updated_at': '2021-12-07T18:44:36Z', 'revision_number': 4, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'gw_port': {'id': '34e25bdd-a0fe-408e-bacf-a5ed42286fb9', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:62:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:30Z', 'updated_at': '2021-12-07T18:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '0670f0eb-e296-4180-a500-8edb36a6f0f5', 'name': '', 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'mac_address': 'fa:16:3e:45:6d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1b6ea560-0931-4e32-ae3e-65a030b6cd99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:35Z', 'updated_at': '2021-12-07T18:44:43Z', 'revision_number': 4, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'subnets': [{'id': '1b6ea560-0931-4e32-ae3e-65a030b6cd99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:44:44.758287 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e7294-4adf-40cf-91bd-f635ea7aecae service neutron] Pushing event updated for resources: {'Port': ['ID=3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a,revision_number=2']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:44.767020 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1042a59e-7516-44f7-9da9-156741fb6971 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-968009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652836'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:44.811585 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c6336956-812d-4680-a1ae-f9b1b5862b91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:44.936404 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-6f8e7294-4adf-40cf-91bd-f635ea7aecae service neutron] Attempting to bind port 3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:44:44.937297 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-6f8e7294-4adf-40cf-91bd-f635ea7aecae service neutron] Attempting to bind port 3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': '98bfe91f-7bab-411d-b57d-5ef27194bbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c8b8ce23-5289-4bad-a75a-485ea880ca99'}] {{(pid=109084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:44:44.937693 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-6f8e7294-4adf-40cf-91bd-f635ea7aecae service neutron] Attempting to bind port 3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a on network c8b8ce23-5289-4bad-a75a-485ea880ca99 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:44:44.970896 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-6f8e7294-4adf-40cf-91bd-f635ea7aecae service neutron] Port 3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a on network c8b8ce23-5289-4bad-a75a-485ea880ca99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:44:44.971726 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-6f8e7294-4adf-40cf-91bd-f635ea7aecae service neutron] Attempting to bind port 3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a on network c8b8ce23-5289-4bad-a75a-485ea880ca99 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:44:44.987449 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-6f8e7294-4adf-40cf-91bd-f635ea7aecae service neutron] Checking agent: {'id': '9b8b7df7-f18f-49d8-b3bd-9764bcedc888', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'started_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:44:44.987899 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-6f8e7294-4adf-40cf-91bd-f635ea7aecae service neutron] Checking segment: {'id': '98bfe91f-7bab-411d-b57d-5ef27194bbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c8b8ce23-5289-4bad-a75a-485ea880ca99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:44:44.989122 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-6f8e7294-4adf-40cf-91bd-f635ea7aecae service neutron] Bound using segment: {'id': '98bfe91f-7bab-411d-b57d-5ef27194bbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c8b8ce23-5289-4bad-a75a-485ea880ca99'} {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:44:44.989695 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-6f8e7294-4adf-40cf-91bd-f635ea7aecae service neutron] Bound port: 3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98bfe91f-7bab-411d-b57d-5ef27194bbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c8b8ce23-5289-4bad-a75a-485ea880ca99'}}] {{(pid=109084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:44:44.992047 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-6f8e7294-4adf-40cf-91bd-f635ea7aecae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:45.010867 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018364a-0f85-4e6f-b4b6-6eeede8aae69 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:45.079848 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-6f8e7294-4adf-40cf-91bd-f635ea7aecae service neutron] For port 3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a, host hv-cinder-81969, cleared binding levels {{(pid=109084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:44:45.085359 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-6f8e7294-4adf-40cf-91bd-f635ea7aecae service neutron] For port 3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a,segment=NetworkSegment(98bfe91f-7bab-411d-b57d-5ef27194bbaa),segment_id=98bfe91f-7bab-411d-b57d-5ef27194bbaa)] {{(pid=109084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:44:45.092580 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-6f8e7294-4adf-40cf-91bd-f635ea7aecae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530413597'] for port, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:45.167808 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e7294-4adf-40cf-91bd-f635ea7aecae service neutron] Pushing event updated for resources: {'Port': ['ID=3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a,revision_number=3']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:45.189418 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-6f8e7294-4adf-40cf-91bd-f635ea7aecae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:45.190090 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-6f8e7294-4adf-40cf-91bd-f635ea7aecae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:45.200933 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10b003-9a5f-477f-954c-f0e0075007e2 req-8c34eda4-3996-4755-a031-761906adc05c tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:45.201878 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-6f8e7294-4adf-40cf-91bd-f635ea7aecae service neutron] 10.222.0.23 "PUT /v2.0/ports/3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a HTTP/1.1" status: 200 len: 1094 time: 2.9177911 Dec 07 18:44:45.202749 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-df10b003-9a5f-477f-954c-f0e0075007e2 req-8c34eda4-3996-4755-a031-761906adc05c tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/ports?device_id=35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8 HTTP/1.1" status: 200 len: 944 time: 0.8053076 Dec 07 18:44:45.204139 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227d00ae-26f9-4f9d-8aa8-87aa48f24b6d', 'tag': '3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:44:45.217741 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c6336956-812d-4680-a1ae-f9b1b5862b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:45.222674 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c6336956-812d-4680-a1ae-f9b1b5862b91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:45.224091 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-c6336956-812d-4680-a1ae-f9b1b5862b91 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f4af816a-0406-4922-8907-09bda8c21a84 HTTP/1.1" status: 204 len: 168 time: 0.9571869 Dec 07 18:44:45.257293 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6336956-812d-4680-a1ae-f9b1b5862b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4af816a-0406-4922-8907-09bda8c21a84,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:45.473319 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-59bc86aa-1c09-47f4-ac0f-db8b006af6af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:45.482523 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a9c8e9ce0db27bff2b715efe80f7ddeb02331314c1c7d49b52ba908637cab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc1a36b-e4b5-429f-81d4-2121a69334d5" -d '{"events": [{"name": "network-changed", "server_uuid": "227d00ae-26f9-4f9d-8aa8-87aa48f24b6d", "tag": "3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:44:45.724996 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-efaa6670-a8a4-49a4-be41-1a24a2f16d8c tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:45.739094 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-efaa6670-a8a4-49a4-be41-1a24a2f16d8c tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:45.816775 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1042a59e-7516-44f7-9da9-156741fb6971 admin admin] Network 21f5f496-97bc-411b-8951-cfa100658247 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:44:45.821383 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa6670-a8a4-49a4-be41-1a24a2f16d8c tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97907a65-733c-44c2-a858-8ae9dca92a14,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:45.827167 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-efaa6670-a8a4-49a4-be41-1a24a2f16d8c tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:45.828474 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-efaa6670-a8a4-49a4-be41-1a24a2f16d8c tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.7604692 Dec 07 18:44:45.831633 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 58234) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:45.840771 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-1042a59e-7516-44f7-9da9-156741fb6971 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:44:45.843984 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-f35c026e-e74f-4cff-a952-09dd74b0f213 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Request body: {'security_group_rule': {'security_group_id': '97907a65-733c-44c2-a858-8ae9dca92a14', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:44:45.844277 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-63937d20-72c1-4dcc-9186-04a164693e81 req-5018364a-0f85-4e6f-b4b6-6eeede8aae69 service neutron] Attempting to bind port a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:44:45.844583 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-63937d20-72c1-4dcc-9186-04a164693e81 req-5018364a-0f85-4e6f-b4b6-6eeede8aae69 service neutron] Attempting to bind port a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': '7e71c60a-e4aa-4143-b193-16c044b24927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ef05ef7a-dc68-401a-ab2a-8c16865c781c'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:44:45.844917 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63937d20-72c1-4dcc-9186-04a164693e81 req-5018364a-0f85-4e6f-b4b6-6eeede8aae69 service neutron] Attempting to bind port a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb on network ef05ef7a-dc68-401a-ab2a-8c16865c781c {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:44:45.859262 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63937d20-72c1-4dcc-9186-04a164693e81 req-5018364a-0f85-4e6f-b4b6-6eeede8aae69 service neutron] Port a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb on network ef05ef7a-dc68-401a-ab2a-8c16865c781c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:44:45.859262 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63937d20-72c1-4dcc-9186-04a164693e81 req-5018364a-0f85-4e6f-b4b6-6eeede8aae69 service neutron] Attempting to bind port a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb on network ef05ef7a-dc68-401a-ab2a-8c16865c781c {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:44:45.943958 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f35c026e-e74f-4cff-a952-09dd74b0f213 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:46.077992 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-df10b003-9a5f-477f-954c-f0e0075007e2 req-81560617-0211-415f-a747-a9f1c2c26d19 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/security-groups?id=dce1a392-bc9e-4ac7-9e55-16f699823f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475466 Dec 07 18:44:46.083025 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f35c026e-e74f-4cff-a952-09dd74b0f213 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:46.089124 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63937d20-72c1-4dcc-9186-04a164693e81 req-5018364a-0f85-4e6f-b4b6-6eeede8aae69 service neutron] Checking agent: {'id': '9b8b7df7-f18f-49d8-b3bd-9764bcedc888', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'started_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:44:46.090070 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f35c026e-e74f-4cff-a952-09dd74b0f213 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742031'] for security_group_rule, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:46.093537 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63937d20-72c1-4dcc-9186-04a164693e81 req-5018364a-0f85-4e6f-b4b6-6eeede8aae69 service neutron] Checking segment: {'id': '7e71c60a-e4aa-4143-b193-16c044b24927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ef05ef7a-dc68-401a-ab2a-8c16865c781c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:44:46.094308 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63937d20-72c1-4dcc-9186-04a164693e81 req-5018364a-0f85-4e6f-b4b6-6eeede8aae69 service neutron] Bound using segment: {'id': '7e71c60a-e4aa-4143-b193-16c044b24927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ef05ef7a-dc68-401a-ab2a-8c16865c781c'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:44:46.094801 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-63937d20-72c1-4dcc-9186-04a164693e81 req-5018364a-0f85-4e6f-b4b6-6eeede8aae69 service neutron] Bound port: a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e71c60a-e4aa-4143-b193-16c044b24927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ef05ef7a-dc68-401a-ab2a-8c16865c781c'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:44:46.095173 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-63937d20-72c1-4dcc-9186-04a164693e81 req-5018364a-0f85-4e6f-b4b6-6eeede8aae69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:46.099151 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c248c476-b00d-44c8-8e38-287a6476e7c3 x-openstack-request-id: req-c248c476-b00d-44c8-8e38-287a6476e7c3 {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:44:46.099589 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227d00ae-26f9-4f9d-8aa8-87aa48f24b6d", "tag": "3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:44:46.100607 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c248c476-b00d-44c8-8e38-287a6476e7c3 {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:44:46.101260 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227d00ae-26f9-4f9d-8aa8-87aa48f24b6d', 'tag': '3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a', 'status': 'completed', 'code': 200} Dec 07 18:44:46.142945 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f35c026e-e74f-4cff-a952-09dd74b0f213 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:46.147326 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-f35c026e-e74f-4cff-a952-09dd74b0f213 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3115869 Dec 07 18:44:46.148688 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 58240) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:46.160131 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-8c0054ea-18a9-4599-ba15-0f56a2edc912 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Request body: {'security_group_rule': {'security_group_id': '97907a65-733c-44c2-a858-8ae9dca92a14', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:44:46.169655 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c026e-e74f-4cff-a952-09dd74b0f213 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ca5a946-7da5-485f-9676-0bee12871165,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:46.261289 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8c0054ea-18a9-4599-ba15-0f56a2edc912 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:46.292669 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf8cbd-9252-4f64-a745-6532e657b63e req-9ba5a9ee-714b-467a-b8a5-226ba6a8d1ca tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:46.294556 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-addf8cbd-9252-4f64-a745-6532e657b63e req-9ba5a9ee-714b-467a-b8a5-226ba6a8d1ca tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=227d00ae-26f9-4f9d-8aa8-87aa48f24b6d HTTP/1.1" status: 200 len: 944 time: 0.0907598 Dec 07 18:44:46.456037 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 58250) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:46.527855 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 0670f0eb-e296-4180-a500-8edb36a6f0f5 up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:44:46.549095 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-63937d20-72c1-4dcc-9186-04a164693e81 req-5018364a-0f85-4e6f-b4b6-6eeede8aae69 service neutron] For port a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb, host hv-cinder-81969, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:44:46.571653 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-63937d20-72c1-4dcc-9186-04a164693e81 req-5018364a-0f85-4e6f-b4b6-6eeede8aae69 service neutron] For port a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb,segment=NetworkSegment(7e71c60a-e4aa-4143-b193-16c044b24927),segment_id=7e71c60a-e4aa-4143-b193-16c044b24927)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:44:46.589156 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1042a59e-7516-44f7-9da9-156741fb6971 admin admin] Router 85d3d716-e9b3-4c66-82a4-a90bb4b21557 has already been hosted by L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:44:46.594711 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-63937d20-72c1-4dcc-9186-04a164693e81 req-5018364a-0f85-4e6f-b4b6-6eeede8aae69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529623651'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:46.650230 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-addf8cbd-9252-4f64-a745-6532e657b63e req-22aac78d-bd59-4ae9-be8a-3ae433f9af54 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388479 Dec 07 18:44:46.652249 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8c0054ea-18a9-4599-ba15-0f56a2edc912 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:46.692191 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8c0054ea-18a9-4599-ba15-0f56a2edc912 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742031'] for security_group_rule, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:46.713268 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port 0670f0eb-e296-4180-a500-8edb36a6f0f5 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:44:46.714348 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:46.787784 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63937d20-72c1-4dcc-9186-04a164693e81 req-5018364a-0f85-4e6f-b4b6-6eeede8aae69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:46.790430 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-63937d20-72c1-4dcc-9186-04a164693e81 req-5018364a-0f85-4e6f-b4b6-6eeede8aae69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:46.795523 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-63937d20-72c1-4dcc-9186-04a164693e81 req-5018364a-0f85-4e6f-b4b6-6eeede8aae69 service neutron] 10.222.0.23 "PUT /v2.0/ports/a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb HTTP/1.1" status: 200 len: 1094 time: 4.5205157 Dec 07 18:44:46.823868 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8', 'tag': 'a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:44:46.880569 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8c0054ea-18a9-4599-ba15-0f56a2edc912 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:46.881839 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-8c0054ea-18a9-4599-ba15-0f56a2edc912 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7305467 Dec 07 18:44:46.913507 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 58266) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:46.948198 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0054ea-18a9-4599-ba15-0f56a2edc912 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f15ab68a-54d3-48bb-a0d3-2b33dbc96221,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:46.962402 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-f349acc4-5a26-41a4-965d-e5fa08fb88ea tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Request body: {'floatingip': {'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:44:47.002553 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f349acc4-5a26-41a4-965d-e5fa08fb88ea tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for floatingip, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:47.033796 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-923da0ce-28e5-4b2f-bde8-736dcfcba04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:47.036046 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-923da0ce-28e5-4b2f-bde8-736dcfcba04b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12e59e340c3845b199cb2b187d625932&device_id=227d00ae-26f9-4f9d-8aa8-87aa48f24b6d HTTP/1.1" status: 200 len: 1097 time: 0.3673189 Dec 07 18:44:47.100948 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2a45fa95-fdce-4c06-a65d-8dd7ca5b7fcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:47.299838 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-cd8b8611-6880-430e-8ead-aabf1d8d053e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a HTTP/1.1" status: 200 len: 217 time: 0.1576374 Dec 07 18:44:47.354374 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f349acc4-5a26-41a4-965d-e5fa08fb88ea tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:47.371598 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018364a-0f85-4e6f-b4b6-6eeede8aae69 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:47.530724 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f47eea71b5ba0831d378bb06dcf61d9c2f9c3cd1ea737a862f2010bc1a834e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7725119f-b06e-4952-96fe-a006de1b8786" -d '{"events": [{"name": "network-changed", "server_uuid": "35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8", "tag": "a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:44:47.559055 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201cfbfa-779b-4920-af14-e39980a13d81 req-014d2104-b0f5-419c-bd74-6d7500c0215c tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:47.561624 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-201cfbfa-779b-4920-af14-e39980a13d81 req-014d2104-b0f5-419c-bd74-6d7500c0215c tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/ports?device_id=35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8 HTTP/1.1" status: 200 len: 944 time: 0.3346531 Dec 07 18:44:47.572947 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63937d20-72c1-4dcc-9186-04a164693e81 req-980bfc70-9bb6-4be3-a994-560b57cf9d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:47.575227 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-63937d20-72c1-4dcc-9186-04a164693e81 req-980bfc70-9bb6-4be3-a994-560b57cf9d04 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8cf66e1a2b384f8abac34fbb53354039&device_id=35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8 HTTP/1.1" status: 200 len: 1097 time: 0.6202264 Dec 07 18:44:47.648188 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 58286) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:47.689097 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-1c2c11ff-40da-410c-9734-a4dc8dd83ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:47.689097 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-1c2c11ff-40da-410c-9734-a4dc8dd83ae9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=959328ad-f645-4e6a-a843-2b6a58b1fc1b HTTP/1.1" status: 200 len: 855 time: 0.2215004 Dec 07 18:44:47.743710 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [None req-f349acc4-5a26-41a4-965d-e5fa08fb88ea tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Allocated IP 172.27.0.126 (c28673b7-9801-4a6d-8bd7-4540f8f52bd4/c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01/6e5b5d8f-b58a-4821-bbbd-c1b27c675276) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:44:47.844605 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8504cc2e-ae56-4764-b047-04c2c053abb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:47.913039 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f349acc4-5a26-41a4-965d-e5fa08fb88ea tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for port, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:47.919657 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204f45b1-4429-4a8a-a06e-fb5584c66696 x-openstack-request-id: req-204f45b1-4429-4a8a-a06e-fb5584c66696 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:44:47.919941 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8", "tag": "a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:44:47.920201 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-204f45b1-4429-4a8a-a06e-fb5584c66696 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:44:47.920677 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8', 'tag': 'a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb', 'status': 'completed', 'code': 200} Dec 07 18:44:47.927821 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-63937d20-72c1-4dcc-9186-04a164693e81 req-0f66967b-baad-462e-b0cf-05e6f78be3d6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb HTTP/1.1" status: 200 len: 217 time: 0.3261454 Dec 07 18:44:47.995421 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1042a59e-7516-44f7-9da9-156741fb6971 admin admin] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:44:48.012123 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dd3277-07a4-4a54-8471-fa7e9dc02612 None None] Sync routers for ids ['85d3d716-e9b3-4c66-82a4-a90bb4b21557'] in dv-cinder-819692-6-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:44:48.036472 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-1042a59e-7516-44f7-9da9-156741fb6971 admin admin] 10.222.0.41 "PUT /v2.0/routers/85d3d716-e9b3-4c66-82a4-a90bb4b21557/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7650528 Dec 07 18:44:48.047853 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dd3277-07a4-4a54-8471-fa7e9dc02612 None None] Routers {'85d3d716-e9b3-4c66-82a4-a90bb4b21557'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:44:48.048501 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-10dd3277-07a4-4a54-8471-fa7e9dc02612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:44:48Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['85d3d716-e9b3-4c66-82a4-a90bb4b21557'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:44:48.060624 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-201cfbfa-779b-4920-af14-e39980a13d81 req-7d653e19-5242-47bf-90ef-e0df3e138dda tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/security-groups?id=dce1a392-bc9e-4ac7-9e55-16f699823f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4675353 Dec 07 18:44:48.104904 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f349acc4-5a26-41a4-965d-e5fa08fb88ea tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:48.181084 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2a45fa95-fdce-4c06-a65d-8dd7ca5b7fcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:48.205783 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-458c5ebd-c806-4c61-9cd3-c61d6b35f71c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c8b8ce23-5289-4bad-a75a-485ea880ca99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2239838 Dec 07 18:44:48.273388 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2a45fa95-fdce-4c06-a65d-8dd7ca5b7fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:48.387996 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-fe54e883-c998-49c6-b287-c8aed735ddc9 service neutron] 10.222.0.23 "GET /v2.0/networks/c8b8ce23-5289-4bad-a75a-485ea880ca99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458921 Dec 07 18:44:48.423744 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-10dd3277-07a4-4a54-8471-fa7e9dc02612 None None] Set router 85d3d716-e9b3-4c66-82a4-a90bb4b21557 gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:44:48.458398 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f349acc4-5a26-41a4-965d-e5fa08fb88ea tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Network c28673b7-9801-4a6d-8bd7-4540f8f52bd4 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:44:48.476355 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-f349acc4-5a26-41a4-965d-e5fa08fb88ea tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:44:48.480377 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f349acc4-5a26-41a4-965d-e5fa08fb88ea tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:44:48.517987 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6961cd1f-0bea-477e-9d69-f865a3f931b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:48.538527 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63937d20-72c1-4dcc-9186-04a164693e81 req-ac18b945-ef17-4171-ae1e-536aed805520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:48.540783 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-63937d20-72c1-4dcc-9186-04a164693e81 req-ac18b945-ef17-4171-ae1e-536aed805520 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ae064365-0138-4c91-beb0-ecc3548d2a82 HTTP/1.1" status: 200 len: 852 time: 0.3906548 Dec 07 18:44:48.541451 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45fa95-fdce-4c06-a65d-8dd7ca5b7fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95b5cd0-9daa-456e-b84e-d8d753592140,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:48.590552 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-2a45fa95-fdce-4c06-a65d-8dd7ca5b7fcb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f4846c0bd0ea48b1baccd84348e4f7ac&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0842297 Dec 07 18:44:48.601500 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 58316) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:48.721993 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349acc4-5a26-41a4-965d-e5fa08fb88ea tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Pushing event updated for resources: {'Port': ['ID=6e5b5d8f-b58a-4821-bbbd-c1b27c675276,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:48.745019 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94daa9-0e40-4253-96f7-bd99bef72162 req-e2c98e32-417d-4a1d-8394-b1ebc34e6b81 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:48.746724 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ca94daa9-0e40-4253-96f7-bd99bef72162 req-e2c98e32-417d-4a1d-8394-b1ebc34e6b81 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=227d00ae-26f9-4f9d-8aa8-87aa48f24b6d HTTP/1.1" status: 200 len: 944 time: 0.5624661 Dec 07 18:44:48.748236 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f349acc4-5a26-41a4-965d-e5fa08fb88ea tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:48.902091 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-79050bb9-afba-47e1-9178-585f8fd062a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:49.005353 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-79050bb9-afba-47e1-9178-585f8fd062a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:49.104688 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-10dd3277-07a4-4a54-8471-fa7e9dc02612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d3d716-e9b3-4c66-82a4-a90bb4b21557', 'name': 'tempest-ServerRescueNegativeTestJSON-2091170230-router', 'tenant_id': 'b1c0284a24444edf87293c9fe818e638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '906dc3b8-5237-4aeb-9219-6dd1b05ffdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:44:28Z', 'updated_at': '2021-12-07T18:44:42Z', 'revision_number': 4, 'project_id': 'b1c0284a24444edf87293c9fe818e638', 'gw_port': {'id': '906dc3b8-5237-4aeb-9219-6dd1b05ffdf7', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:29:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d3d716-e9b3-4c66-82a4-a90bb4b21557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:30Z', 'updated_at': '2021-12-07T18:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '39f5af00-6a23-442d-8413-20286cfa3fe7', 'name': '', 'network_id': '21f5f496-97bc-411b-8951-cfa100658247', 'tenant_id': 'b1c0284a24444edf87293c9fe818e638', 'mac_address': 'fa:16:3e:a3:ba:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d3d716-e9b3-4c66-82a4-a90bb4b21557', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a57c2580-dd64-42bb-8b18-d437fa46d1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:38Z', 'updated_at': '2021-12-07T18:44:43Z', 'revision_number': 2, 'project_id': 'b1c0284a24444edf87293c9fe818e638', 'subnets': [{'id': 'a57c2580-dd64-42bb-8b18-d437fa46d1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:44:49.105649 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6961cd1f-0bea-477e-9d69-f865a3f931b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:49.120444 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6961cd1f-0bea-477e-9d69-f865a3f931b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:49.186642 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dd3277-07a4-4a54-8471-fa7e9dc02612 None None] Checking router: 85d3d716-e9b3-4c66-82a4-a90bb4b21557 for host: dv-cinder-819692-6-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:44:49.187002 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dd3277-07a4-4a54-8471-fa7e9dc02612 None None] Updating router 85d3d716-e9b3-4c66-82a4-a90bb4b21557 port 39f5af00-6a23-442d-8413-20286cfa3fe7 binding host dv-cinder-819692-6-iscsi {{(pid=109086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 18:44:49.210585 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f349acc4-5a26-41a4-965d-e5fa08fb88ea tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:49.265579 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-6961cd1f-0bea-477e-9d69-f865a3f931b6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bff4a49db41b4e0f9cf5f49b4b105085&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6011684 Dec 07 18:44:49.271544 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 58342) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:49.279920 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961cd1f-0bea-477e-9d69-f865a3f931b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c90a7f-604e-47b6-9b1a-36ad8798c763,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:49.300893 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-10dd3277-07a4-4a54-8471-fa7e9dc02612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:49.308047 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-79050bb9-afba-47e1-9178-585f8fd062a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:49.312823 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-79050bb9-afba-47e1-9178-585f8fd062a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:49.317755 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-79050bb9-afba-47e1-9178-585f8fd062a4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d95b5cd0-9daa-456e-b84e-d8d753592140 HTTP/1.1" status: 204 len: 168 time: 0.7080483 Dec 07 18:44:49.331725 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ca94daa9-0e40-4253-96f7-bd99bef72162 req-d736fada-6619-4378-a480-966963badd19 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5682979 Dec 07 18:44:49.582685 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d25a60ab-c5ba-4ec4-9f8b-6407af30671f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:49.614768 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-13da52bd-2ba2-4ba0-be47-19426a84ffad tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:49.625996 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-13da52bd-2ba2-4ba0-be47-19426a84ffad tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/networks?id=21f5f496-97bc-411b-8951-cfa100658247 HTTP/1.1" status: 200 len: 819 time: 0.3089557 Dec 07 18:44:49.642594 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79050bb9-afba-47e1-9178-585f8fd062a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95b5cd0-9daa-456e-b84e-d8d753592140,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:49.648745 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d25a60ab-c5ba-4ec4-9f8b-6407af30671f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:49.672418 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-e66e1faa-3f27-4cb7-a0e8-095601e770e7 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/quotas/b1c0284a24444edf87293c9fe818e638 HTTP/1.1" status: 200 len: 375 time: 0.0294282 Dec 07 18:44:49.811682 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d25a60ab-c5ba-4ec4-9f8b-6407af30671f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:49.818455 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:49.821818 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d25a60ab-c5ba-4ec4-9f8b-6407af30671f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:49.822502 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-d25a60ab-c5ba-4ec4-9f8b-6407af30671f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/61c90a7f-604e-47b6-9b1a-36ad8798c763 HTTP/1.1" status: 204 len: 168 time: 0.5457196 Dec 07 18:44:49.858665 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d982f1-1804-4e27-afce-c4cfbccb55b7 req-de442a11-762f-42d1-a343-34525df48bc0 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:49.859617 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-b03dbf73-f47f-4487-a87f-8559fe6f9863 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1c0284a24444edf87293c9fe818e638&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1864145 Dec 07 18:44:49.860237 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e0d982f1-1804-4e27-afce-c4cfbccb55b7 req-de442a11-762f-42d1-a343-34525df48bc0 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/ports?device_id=35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8 HTTP/1.1" status: 200 len: 944 time: 0.2918997 Dec 07 18:44:49.900860 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a60ab-c5ba-4ec4-9f8b-6407af30671f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c90a7f-604e-47b6-9b1a-36ad8798c763,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:49.932017 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f349acc4-5a26-41a4-965d-e5fa08fb88ea tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for port, precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:49.965052 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f349acc4-5a26-41a4-965d-e5fa08fb88ea tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530413597'] for port, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:50.046819 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 58360) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:50.069883 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-a2d269ce-f7ef-4c0f-9893-708bc9a73734 service neutron] 10.222.0.41 "GET /v2.0/networks/21f5f496-97bc-411b-8951-cfa100658247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850846 Dec 07 18:44:50.126122 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-17b36b13-5ada-4bb7-b0cc-9cb74743eb0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:50.134859 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-10dd3277-07a4-4a54-8471-fa7e9dc02612 None None] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:50.151364 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-10dd3277-07a4-4a54-8471-fa7e9dc02612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:50.163560 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e0d982f1-1804-4e27-afce-c4cfbccb55b7 req-b07cf21b-5efe-4478-bd75-ba7a651f327a tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/security-groups?id=dce1a392-bc9e-4ac7-9e55-16f699823f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753959 Dec 07 18:44:50.197519 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f349acc4-5a26-41a4-965d-e5fa08fb88ea tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652997'] for floatingip, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:50.219190 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349acc4-5a26-41a4-965d-e5fa08fb88ea tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Pushing event updated for resources: {'Port': ['ID=6e5b5d8f-b58a-4821-bbbd-c1b27c675276,revision_number=2']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:50.237618 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f349acc4-5a26-41a4-965d-e5fa08fb88ea tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for floatingip, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:50.247246 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-f349acc4-5a26-41a4-965d-e5fa08fb88ea tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3322141 Dec 07 18:44:50.318242 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae13d7-504f-4879-b763-7d182c40d92a None None] Pushing event updated for resources: {'Port': ['ID=39f5af00-6a23-442d-8413-20286cfa3fe7,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:50.348344 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:50.468755 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-e58a5d6f-74ac-4321-a974-7eb8af179edf service neutron] 10.222.0.41 "GET /v2.0/networks/21f5f496-97bc-411b-8951-cfa100658247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979502 Dec 07 18:44:50.510471 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-10dd3277-07a4-4a54-8471-fa7e9dc02612 None None] Attempting to bind port 39f5af00-6a23-442d-8413-20286cfa3fe7 on host dv-cinder-819692-6-iscsi for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:44:50.511181 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-10dd3277-07a4-4a54-8471-fa7e9dc02612 None None] Attempting to bind port 39f5af00-6a23-442d-8413-20286cfa3fe7 by drivers openvswitch,hyperv on host dv-cinder-819692-6-iscsi at level 0 using segments [{'id': '4f59615e-88a9-4f5f-80e2-3b55dcfc3591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '21f5f496-97bc-411b-8951-cfa100658247'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:44:50.511802 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dd3277-07a4-4a54-8471-fa7e9dc02612 None None] Attempting to bind port 39f5af00-6a23-442d-8413-20286cfa3fe7 on network 21f5f496-97bc-411b-8951-cfa100658247 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:44:50.524158 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dd3277-07a4-4a54-8471-fa7e9dc02612 None None] Checking agent: {'id': 'fd9e3ab0-a028-492f-8cb9-0b732e52b698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 36, 52), 'started_at': datetime.datetime(2021, 12, 7, 18, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:44:50.525504 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dd3277-07a4-4a54-8471-fa7e9dc02612 None None] Checking segment: {'id': '4f59615e-88a9-4f5f-80e2-3b55dcfc3591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '21f5f496-97bc-411b-8951-cfa100658247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:44:50.526516 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-10dd3277-07a4-4a54-8471-fa7e9dc02612 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:50.527922 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dd3277-07a4-4a54-8471-fa7e9dc02612 None None] Bound using segment: {'id': '4f59615e-88a9-4f5f-80e2-3b55dcfc3591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '21f5f496-97bc-411b-8951-cfa100658247'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:44:50.528594 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-10dd3277-07a4-4a54-8471-fa7e9dc02612 None None] Bound port: 39f5af00-6a23-442d-8413-20286cfa3fe7, host: dv-cinder-819692-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f59615e-88a9-4f5f-80e2-3b55dcfc3591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '21f5f496-97bc-411b-8951-cfa100658247'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:44:50.529938 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-10dd3277-07a4-4a54-8471-fa7e9dc02612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:50.560304 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-17b36b13-5ada-4bb7-b0cc-9cb74743eb0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:50.569242 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-17b36b13-5ada-4bb7-b0cc-9cb74743eb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:50.629809 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e87c53-5ea2-42b2-9d0d-ee575c240fc3 req-da24794e-b386-4686-896c-a6aaa9ee7155 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:50.641353 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d2e87c53-5ea2-42b2-9d0d-ee575c240fc3 req-da24794e-b386-4686-896c-a6aaa9ee7155 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=227d00ae-26f9-4f9d-8aa8-87aa48f24b6d HTTP/1.1" status: 200 len: 944 time: 0.1587102 Dec 07 18:44:50.650743 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-10dd3277-07a4-4a54-8471-fa7e9dc02612 None None] For port 39f5af00-6a23-442d-8413-20286cfa3fe7, host dv-cinder-819692-6-iscsi, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:44:50.656661 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-10dd3277-07a4-4a54-8471-fa7e9dc02612 None None] For port 39f5af00-6a23-442d-8413-20286cfa3fe7, host dv-cinder-819692-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=39f5af00-6a23-442d-8413-20286cfa3fe7,segment=NetworkSegment(4f59615e-88a9-4f5f-80e2-3b55dcfc3591),segment_id=4f59615e-88a9-4f5f-80e2-3b55dcfc3591)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:44:50.669807 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-10dd3277-07a4-4a54-8471-fa7e9dc02612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:50.706514 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b36b13-5ada-4bb7-b0cc-9cb74743eb0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099208bd-0c1e-4614-8004-22adc8c9f92b,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:50.723772 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-17b36b13-5ada-4bb7-b0cc-9cb74743eb0b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2cc0647e3b5a4fc19cc74a129de60f9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6750000 Dec 07 18:44:50.727592 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 58374) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:50.764320 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d2e87c53-5ea2-42b2-9d0d-ee575c240fc3 req-e3b88eb7-c2d4-456d-8cba-4faea50a0604 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218946 Dec 07 18:44:50.768663 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae13d7-504f-4879-b763-7d182c40d92a None None] Pushing event updated for resources: {'Port': ['ID=39f5af00-6a23-442d-8413-20286cfa3fe7,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:50.841570 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dd3277-07a4-4a54-8471-fa7e9dc02612 None None] Routers {'85d3d716-e9b3-4c66-82a4-a90bb4b21557'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:44:50.843228 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-10dd3277-07a4-4a54-8471-fa7e9dc02612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:44:48Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['85d3d716-e9b3-4c66-82a4-a90bb4b21557'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:44:50.844862 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 58384) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:50.894888 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-fa337202-b43d-4e81-9fd3-3cb7ad776a75 req-48c40487-b5a2-4aa8-9c2c-80bfb3195cd4 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 210 time: 0.0673819 Dec 07 18:44:50.936516 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2bc025e3-8114-4d88-aede-523b3ceb9424 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:51.021392 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-10dd3277-07a4-4a54-8471-fa7e9dc02612 None None] Set router 85d3d716-e9b3-4c66-82a4-a90bb4b21557 gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:44:51.069730 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-ed4c9f7b-d14a-4c8c-801d-880278c27ae6 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--148761583&fields=id&tenant_id=cbb0144e924847109e6a254192f1e6bd HTTP/1.1" status: 200 len: 267 time: 0.1901872 Dec 07 18:44:51.128821 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2bc025e3-8114-4d88-aede-523b3ceb9424 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:51.137360 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2bc025e3-8114-4d88-aede-523b3ceb9424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:51.213577 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc025e3-8114-4d88-aede-523b3ceb9424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7de49df-a41c-4c06-802a-5d93f475abb4,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:51.257837 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-2bc025e3-8114-4d88-aede-523b3ceb9424 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=78b4e2f8f353419f835ed2f4757ba58d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4096079 Dec 07 18:44:51.259389 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 58408) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:51.282906 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-ed17efd8-a219-4c2c-a82f-ee262444ae37 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:51.294396 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-ed17efd8-a219-4c2c-a82f-ee262444ae37 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/networks?id=a321d8bd-fce1-4a8d-9656-239d82555545 HTTP/1.1" status: 200 len: 811 time: 0.2132866 Dec 07 18:44:51.319044 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-7bb81c25-28c5-4e04-9f60-466c841f6d35 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/quotas/cbb0144e924847109e6a254192f1e6bd HTTP/1.1" status: 200 len: 375 time: 0.0237215 Dec 07 18:44:51.361102 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4010acdd-2b61-457f-94fe-fb536530ade7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:51.422541 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4010acdd-2b61-457f-94fe-fb536530ade7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:51.433585 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-10dd3277-07a4-4a54-8471-fa7e9dc02612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d3d716-e9b3-4c66-82a4-a90bb4b21557', 'name': 'tempest-ServerRescueNegativeTestJSON-2091170230-router', 'tenant_id': 'b1c0284a24444edf87293c9fe818e638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '906dc3b8-5237-4aeb-9219-6dd1b05ffdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:44:28Z', 'updated_at': '2021-12-07T18:44:42Z', 'revision_number': 4, 'project_id': 'b1c0284a24444edf87293c9fe818e638', 'gw_port': {'id': '906dc3b8-5237-4aeb-9219-6dd1b05ffdf7', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:29:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d3d716-e9b3-4c66-82a4-a90bb4b21557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:30Z', 'updated_at': '2021-12-07T18:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '39f5af00-6a23-442d-8413-20286cfa3fe7', 'name': '', 'network_id': '21f5f496-97bc-411b-8951-cfa100658247', 'tenant_id': 'b1c0284a24444edf87293c9fe818e638', 'mac_address': 'fa:16:3e:a3:ba:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d3d716-e9b3-4c66-82a4-a90bb4b21557', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a57c2580-dd64-42bb-8b18-d437fa46d1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:38Z', 'updated_at': '2021-12-07T18:44:50Z', 'revision_number': 4, 'project_id': 'b1c0284a24444edf87293c9fe818e638', 'subnets': [{'id': 'a57c2580-dd64-42bb-8b18-d437fa46d1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:44:51.439256 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-23ad3aa7-cac4-4ff7-bc98-ec64ea5d9967 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbb0144e924847109e6a254192f1e6bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1187801 Dec 07 18:44:51.481088 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dd3277-07a4-4a54-8471-fa7e9dc02612 None None] The sync data for ids ['85d3d716-e9b3-4c66-82a4-a90bb4b21557'] in dv-cinder-819692-6-iscsi is: [{'id': '85d3d716-e9b3-4c66-82a4-a90bb4b21557', 'name': 'tempest-ServerRescueNegativeTestJSON-2091170230-router', 'tenant_id': 'b1c0284a24444edf87293c9fe818e638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '906dc3b8-5237-4aeb-9219-6dd1b05ffdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:44:28Z', 'updated_at': '2021-12-07T18:44:42Z', 'revision_number': 4, 'project_id': 'b1c0284a24444edf87293c9fe818e638', 'gw_port': {'id': '906dc3b8-5237-4aeb-9219-6dd1b05ffdf7', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:29:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d3d716-e9b3-4c66-82a4-a90bb4b21557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:30Z', 'updated_at': '2021-12-07T18:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '39f5af00-6a23-442d-8413-20286cfa3fe7', 'name': '', 'network_id': '21f5f496-97bc-411b-8951-cfa100658247', 'tenant_id': 'b1c0284a24444edf87293c9fe818e638', 'mac_address': 'fa:16:3e:a3:ba:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d3d716-e9b3-4c66-82a4-a90bb4b21557', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a57c2580-dd64-42bb-8b18-d437fa46d1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:38Z', 'updated_at': '2021-12-07T18:44:50Z', 'revision_number': 4, 'project_id': 'b1c0284a24444edf87293c9fe818e638', 'subnets': [{'id': 'a57c2580-dd64-42bb-8b18-d437fa46d1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:44:51.606380 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a040f6dd-46ca-492f-9fa1-7b6bb6ec9b51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:51.619714 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-07a182f6-e9b0-426c-ae0e-512ca6ef19ff tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:51.621547 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-07a182f6-e9b0-426c-ae0e-512ca6ef19ff tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/networks?id=21f5f496-97bc-411b-8951-cfa100658247 HTTP/1.1" status: 200 len: 819 time: 0.3394172 Dec 07 18:44:51.670617 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a040f6dd-46ca-492f-9fa1-7b6bb6ec9b51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:51.684807 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:51.735561 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-0edd7f1f-489b-45da-9f63-cb389bb0212b tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/quotas/b1c0284a24444edf87293c9fe818e638 HTTP/1.1" status: 200 len: 375 time: 0.0802269 Dec 07 18:44:51.877282 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 39f5af00-6a23-442d-8413-20286cfa3fe7 up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:44:51.892155 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-9bda9ad0-1f15-4006-b6f6-89a1702921bd tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1c0284a24444edf87293c9fe818e638&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1563084 Dec 07 18:44:51.916746 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-fb62359f-b6a1-493f-a08a-c6b90c14b217 service neutron] 10.222.0.41 "GET /v2.0/networks/a321d8bd-fce1-4a8d-9656-239d82555545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4597728 Dec 07 18:44:51.953270 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port 39f5af00-6a23-442d-8413-20286cfa3fe7 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:44:51.953903 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:51.958484 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a040f6dd-46ca-492f-9fa1-7b6bb6ec9b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:51.961229 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a040f6dd-46ca-492f-9fa1-7b6bb6ec9b51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:51.965390 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-a040f6dd-46ca-492f-9fa1-7b6bb6ec9b51 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e7de49df-a41c-4c06-802a-5d93f475abb4 HTTP/1.1" status: 204 len: 168 time: 0.6999567 Dec 07 18:44:51.987277 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040f6dd-46ca-492f-9fa1-7b6bb6ec9b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7de49df-a41c-4c06-802a-5d93f475abb4,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:52.014244 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-27897b44-fb4d-43be-aaf8-251b49ff9711 service neutron] 10.222.0.41 "GET /v2.0/networks/21f5f496-97bc-411b-8951-cfa100658247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204314 Dec 07 18:44:52.144290 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:52.146994 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4010acdd-2b61-457f-94fe-fb536530ade7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:52.150207 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4010acdd-2b61-457f-94fe-fb536530ade7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:52.151384 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-4010acdd-2b61-457f-94fe-fb536530ade7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/099208bd-0c1e-4614-8004-22adc8c9f92b HTTP/1.1" status: 204 len: 168 time: 1.4224737 Dec 07 18:44:52.175787 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-87bf7636-67bf-46e0-82a2-0752445055b2 service neutron] 10.222.0.41 "GET /v2.0/networks/a321d8bd-fce1-4a8d-9656-239d82555545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372663 Dec 07 18:44:52.177657 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010acdd-2b61-457f-94fe-fb536530ade7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099208bd-0c1e-4614-8004-22adc8c9f92b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:52.206547 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-877f45f2-d5ed-4459-8cac-e97d33fbc566 service neutron] 10.222.0.41 "GET /v2.0/networks/21f5f496-97bc-411b-8951-cfa100658247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911492 Dec 07 18:44:52.618967 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] For port 39f5af00-6a23-442d-8413-20286cfa3fe7, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=39f5af00-6a23-442d-8413-20286cfa3fe7,segment=NetworkSegment(4f59615e-88a9-4f5f-80e2-3b55dcfc3591),segment_id=4f59615e-88a9-4f5f-80e2-3b55dcfc3591)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:44:52.650977 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-63937d20-72c1-4dcc-9186-04a164693e81 req-f7310fc2-f383-4417-b371-16e64bd32f04 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef05ef7a-dc68-401a-ab2a-8c16865c781c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1804659 Dec 07 18:44:52.660143 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:52.886413 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-63937d20-72c1-4dcc-9186-04a164693e81 req-c5eae9a0-a0fe-4da4-82d2-e814f55c1302 service neutron] 10.222.0.23 "GET /v2.0/networks/ef05ef7a-dc68-401a-ab2a-8c16865c781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218194 Dec 07 18:44:52.911235 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Pushing event updated for resources: {'Port': ['ID=39f5af00-6a23-442d-8413-20286cfa3fe7,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:53.052783 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-dbc5319e-ffd4-41ce-89e1-7b6e5b95e74c req-f9f8f3d6-e3c7-4e3b-901b-b940e5a66042 service neutron] 10.222.0.23 "GET /v2.0/networks/c8b8ce23-5289-4bad-a75a-485ea880ca99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5804634 Dec 07 18:44:53.080909 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a015202-cdf3-4d4d-aa19-055898810bb4 req-368ed447-e09a-40e9-bb72-570f86ba1d62 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:53.086013 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1a015202-cdf3-4d4d-aa19-055898810bb4 req-368ed447-e09a-40e9-bb72-570f86ba1d62 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/ports?device_id=35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8 HTTP/1.1" status: 200 len: 944 time: 0.3457737 Dec 07 18:44:53.090520 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a426ab3-2952-4a92-8442-7f9ddcb01b4b req-7291de12-d848-4e85-a2cf-01d0721d1c44 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:53.106696 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3a426ab3-2952-4a92-8442-7f9ddcb01b4b req-7291de12-d848-4e85-a2cf-01d0721d1c44 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=227d00ae-26f9-4f9d-8aa8-87aa48f24b6d HTTP/1.1" status: 200 len: 944 time: 0.2187397 Dec 07 18:44:53.352182 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-63937d20-72c1-4dcc-9186-04a164693e81 req-603eeada-628e-4e5a-8f94-dbcf65077fc4 service neutron] 10.222.0.23 "GET /v2.0/networks/ef05ef7a-dc68-401a-ab2a-8c16865c781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958194 Dec 07 18:44:53.377373 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3a426ab3-2952-4a92-8442-7f9ddcb01b4b req-9f4231e6-565e-41e6-bc0b-aff0c1982a56 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682195 Dec 07 18:44:53.394818 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1a015202-cdf3-4d4d-aa19-055898810bb4 req-536947c2-99f9-4440-9c05-3a4802cbc52a tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/security-groups?id=dce1a392-bc9e-4ac7-9e55-16f699823f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971115 Dec 07 18:44:53.431885 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1a36b-e4b5-429f-81d4-2121a69334d5 req-400ddd59-8a83-41a4-999a-436c8af2c8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:53.439531 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2dc1a36b-e4b5-429f-81d4-2121a69334d5 req-400ddd59-8a83-41a4-999a-436c8af2c8bd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12e59e340c3845b199cb2b187d625932&device_id=227d00ae-26f9-4f9d-8aa8-87aa48f24b6d HTTP/1.1" status: 200 len: 1097 time: 0.2541931 Dec 07 18:44:53.615199 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.23', 53530) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:53.652681 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-66364049-0cdb-4e5e-8bc0-2270a7f161d6 req-13921d5d-62d4-4b96-bdeb-fc071cf0a5af tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 210 time: 0.1068840 Dec 07 18:44:53.698686 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725119f-b06e-4952-96fe-a006de1b8786 req-b71299b0-4fdf-4e30-aa4b-3ae5f46a1d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:53.700198 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7725119f-b06e-4952-96fe-a006de1b8786 req-b71299b0-4fdf-4e30-aa4b-3ae5f46a1d1c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8cf66e1a2b384f8abac34fbb53354039&device_id=35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8 HTTP/1.1" status: 200 len: 1097 time: 0.2535522 Dec 07 18:44:53.860603 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-905271b9-85f9-4ac1-bb5a-142c7c03afc6 req-46f727a1-1c51-46e1-8059-2f91f9e645ea tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 210 time: 0.2334092 Dec 07 18:44:53.875776 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 39f5af00-6a23-442d-8413-20286cfa3fe7 up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:44:54.004247 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-749d58f6-b1bd-49b1-85c8-498933af7263 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:54.006153 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-749d58f6-b1bd-49b1-85c8-498933af7263 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.23 "GET /v2.0/networks?id=21f5f496-97bc-411b-8951-cfa100658247 HTTP/1.1" status: 200 len: 819 time: 0.3781354 Dec 07 18:44:54.037244 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-ce0dedf4-a5a6-4734-9ec1-9b1ee251944e tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Request body: {'port': {'device_id': 'a5651cc9-ef23-4b3a-bfc6-dd832eaec69f', 'network_id': '21f5f496-97bc-411b-8951-cfa100658247', 'admin_state_up': True, 'tenant_id': 'b1c0284a24444edf87293c9fe818e638'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:44:54.052190 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port 39f5af00-6a23-442d-8413-20286cfa3fe7 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:44:54.052483 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:54.074760 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725119f-b06e-4952-96fe-a006de1b8786 req-7618de66-24a2-4490-8423-114af5193d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:54.076928 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7725119f-b06e-4952-96fe-a006de1b8786 req-7618de66-24a2-4490-8423-114af5193d94 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef05ef7a-dc68-401a-ab2a-8c16865c781c HTTP/1.1" status: 200 len: 913 time: 0.3689139 Dec 07 18:44:54.136952 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7725119f-b06e-4952-96fe-a006de1b8786 req-9c14a7ad-35b2-4904-9391-5f1c3683e8c5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb HTTP/1.1" status: 200 len: 217 time: 0.0475779 Dec 07 18:44:54.161580 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1a36b-e4b5-429f-81d4-2121a69334d5 req-f3fcb930-6440-43ea-8963-72f53eb56556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:54.163660 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2dc1a36b-e4b5-429f-81d4-2121a69334d5 req-f3fcb930-6440-43ea-8963-72f53eb56556 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c8b8ce23-5289-4bad-a75a-485ea880ca99 HTTP/1.1" status: 200 len: 916 time: 0.7144759 Dec 07 18:44:54.244298 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2dc1a36b-e4b5-429f-81d4-2121a69334d5 req-7b0e2aed-b407-425c-b221-0cc180cb5c86 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a HTTP/1.1" status: 200 len: 217 time: 0.0695958 Dec 07 18:44:54.252848 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725119f-b06e-4952-96fe-a006de1b8786 req-bd64826a-0711-4083-9fcd-3c4e9d4fa5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:54.254348 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7725119f-b06e-4952-96fe-a006de1b8786 req-bd64826a-0711-4083-9fcd-3c4e9d4fa5c5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ae064365-0138-4c91-beb0-ecc3548d2a82 HTTP/1.1" status: 200 len: 852 time: 0.1013196 Dec 07 18:44:54.298171 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7725119f-b06e-4952-96fe-a006de1b8786 req-0621ad3c-0ee5-4a8d-bdb8-8d87c0c6649d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef05ef7a-dc68-401a-ab2a-8c16865c781c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298672 Dec 07 18:44:54.377475 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1a36b-e4b5-429f-81d4-2121a69334d5 req-83c4c878-8073-4ba3-b59f-4e581fadcc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:54.381614 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2dc1a36b-e4b5-429f-81d4-2121a69334d5 req-83c4c878-8073-4ba3-b59f-4e581fadcc5b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=959328ad-f645-4e6a-a843-2b6a58b1fc1b HTTP/1.1" status: 200 len: 855 time: 0.1155663 Dec 07 18:44:54.432929 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2dc1a36b-e4b5-429f-81d4-2121a69334d5 req-fbb59a95-0980-4516-859a-b25f9adc43f3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c8b8ce23-5289-4bad-a75a-485ea880ca99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380599 Dec 07 18:44:54.440521 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-ce0dedf4-a5a6-4734-9ec1-9b1ee251944e tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Made reservation on behalf of b1c0284a24444edf87293c9fe818e638 for: {'port': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:44:54.448494 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-ce0dedf4-a5a6-4734-9ec1-9b1ee251944e tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:54.453130 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.23', 53535) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:54.625103 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7725119f-b06e-4952-96fe-a006de1b8786 req-d7f135b5-134b-456c-a329-3e9e2d6e0d75 service neutron] 10.222.0.23 "GET /v2.0/networks/ef05ef7a-dc68-401a-ab2a-8c16865c781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111994 Dec 07 18:44:54.689198 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017d9cf-a191-42f3-ace8-a1141dd50595 req-fbad2178-c332-4394-be53-5893e45dff17 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:54.697277 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4017d9cf-a191-42f3-ace8-a1141dd50595 req-fbad2178-c332-4394-be53-5893e45dff17 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=227d00ae-26f9-4f9d-8aa8-87aa48f24b6d HTTP/1.1" status: 200 len: 944 time: 0.1714923 Dec 07 18:44:54.830672 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4017d9cf-a191-42f3-ace8-a1141dd50595 req-aa616b4b-290b-4491-bb5b-f432647abbec tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170795 Dec 07 18:44:54.852778 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7725119f-b06e-4952-96fe-a006de1b8786 req-3522dffb-94f3-4c65-97bb-49100f5505df service neutron] 10.222.0.23 "GET /v2.0/networks/ef05ef7a-dc68-401a-ab2a-8c16865c781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193053 Dec 07 18:44:54.979461 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8edc7027-1168-492f-83cb-f1a5f17ab547 req-54ce873e-f50a-4a0c-bb72-cc5cca71aa88 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 210 time: 0.0418162 Dec 07 18:44:55.100286 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c7248bbb-e846-4ce8-8495-8bf9521431f6 req-49e1ef22-f146-4c9f-bb63-360f7918edce tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 210 time: 0.0552442 Dec 07 18:44:55.123486 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca062d4c-fad6-416b-ba2f-f1f08e14be29 req-5f3db086-df9c-481b-ab6b-611215668984 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:55.125263 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ca062d4c-fad6-416b-ba2f-f1f08e14be29 req-5f3db086-df9c-481b-ab6b-611215668984 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/ports?device_id=35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8 HTTP/1.1" status: 200 len: 944 time: 0.5623260 Dec 07 18:44:55.167313 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-ce0dedf4-a5a6-4734-9ec1-9b1ee251944e tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Allocated IP 172.20.0.14 (21f5f496-97bc-411b-8951-cfa100658247/a57c2580-dd64-42bb-8b18-d437fa46d1d2/0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:44:55.175710 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-073fc35d-0cb5-4fb0-a546-a462872d5ce6 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:55.177173 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-073fc35d-0cb5-4fb0-a546-a462872d5ce6 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.23 "GET /v2.0/networks?id=21f5f496-97bc-411b-8951-cfa100658247 HTTP/1.1" status: 200 len: 819 time: 0.7185142 Dec 07 18:44:55.191334 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2dc1a36b-e4b5-429f-81d4-2121a69334d5 req-88721cf5-6088-4bf9-9c27-29a4b53edd52 service neutron] 10.222.0.23 "GET /v2.0/networks/c8b8ce23-5289-4bad-a75a-485ea880ca99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7347829 Dec 07 18:44:55.240610 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ca062d4c-fad6-416b-ba2f-f1f08e14be29 req-ea696136-4899-44fe-b6f3-ecc423cf5038 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/security-groups?id=dce1a392-bc9e-4ac7-9e55-16f699823f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019263 Dec 07 18:44:55.369097 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-ce0dedf4-a5a6-4734-9ec1-9b1ee251944e tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Publish callbacks [] for port, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:55.404044 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-ce0dedf4-a5a6-4734-9ec1-9b1ee251944e tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:55.462912 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-ce0dedf4-a5a6-4734-9ec1-9b1ee251944e tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Network 21f5f496-97bc-411b-8951-cfa100658247 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:44:55.463019 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 58584) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:55.473627 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-ce0dedf4-a5a6-4734-9ec1-9b1ee251944e tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:44:55.475849 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0dedf4-a5a6-4734-9ec1-9b1ee251944e tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Pushing event updated for resources: {'Port': ['ID=0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:55.482580 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-ce0dedf4-a5a6-4734-9ec1-9b1ee251944e tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:44:55.536243 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-ce0dedf4-a5a6-4734-9ec1-9b1ee251944e tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:55.536874 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-ce0dedf4-a5a6-4734-9ec1-9b1ee251944e tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:55.554562 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-ce0dedf4-a5a6-4734-9ec1-9b1ee251944e tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5321832 Dec 07 18:44:55.758723 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ed33f5df-a35a-470d-8423-4a12d7f44752 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:55.839474 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ed33f5df-a35a-470d-8423-4a12d7f44752 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:55.845006 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ed33f5df-a35a-470d-8423-4a12d7f44752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:55.902739 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-ed33f5df-a35a-470d-8423-4a12d7f44752 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5f5fb542abf8464e9491735679ad5613&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4388711 Dec 07 18:44:55.905357 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33f5df-a35a-470d-8423-4a12d7f44752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3c5bdb-d4e9-41b3-ab30-33709e833498,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:55.905684 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 58610) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:55.995450 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 58614) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:55.997887 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6e69e33c-295b-4452-b438-d3d953c41f0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:56.030896 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6e69e33c-295b-4452-b438-d3d953c41f0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:56.033259 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187b0ac-1ab5-423d-8b1d-37a5d08d31a6 req-d947482f-6ff8-4f03-af94-7b97c04834a5 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:56.034859 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1187b0ac-1ab5-423d-8b1d-37a5d08d31a6 req-d947482f-6ff8-4f03-af94-7b97c04834a5 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=227d00ae-26f9-4f9d-8aa8-87aa48f24b6d HTTP/1.1" status: 200 len: 944 time: 0.0978572 Dec 07 18:44:56.099540 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1187b0ac-1ab5-423d-8b1d-37a5d08d31a6 req-6c87c458-3fec-4b7f-9234-63d487b8008e tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573037 Dec 07 18:44:56.121932 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0e89f7cf-ef2e-4e62-bfec-896e4fcd93fc req-cf87f0cf-3fd5-4a93-8942-a003750da704 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 210 time: 0.0516899 Dec 07 18:44:56.147772 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6e69e33c-295b-4452-b438-d3d953c41f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:56.150409 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6e69e33c-295b-4452-b438-d3d953c41f0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:56.151599 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-6e69e33c-295b-4452-b438-d3d953c41f0b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3c3c5bdb-d4e9-41b3-ab30-33709e833498 HTTP/1.1" status: 204 len: 168 time: 0.2445710 Dec 07 18:44:56.163953 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69e33c-295b-4452-b438-d3d953c41f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3c5bdb-d4e9-41b3-ab30-33709e833498,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:56.176172 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-89523600-4b1a-4502-b2bc-481e554763ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:56.239347 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-833a11e3-d457-4bf9-a98e-c54eae74c3b3 req-f2984886-9f97-49e9-a5a6-3a954e7039f2 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 210 time: 0.0341282 Dec 07 18:44:56.291137 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-89523600-4b1a-4502-b2bc-481e554763ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:56.295749 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-89523600-4b1a-4502-b2bc-481e554763ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:56.338899 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-89523600-4b1a-4502-b2bc-481e554763ab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b1f54c4bdb5a4dfd947895644693e155&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3412104 Dec 07 18:44:56.340063 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89523600-4b1a-4502-b2bc-481e554763ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e18b49-6549-43b2-bb20-c656bf896325,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:56.341628 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 58628) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:56.393418 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33a675-663c-4e10-964b-027ece1ad716 req-346d6cd1-5e4f-40d2-b244-7740836e1b08 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:56.398938 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4f33a675-663c-4e10-964b-027ece1ad716 req-346d6cd1-5e4f-40d2-b244-7740836e1b08 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/ports?device_id=35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8 HTTP/1.1" status: 200 len: 944 time: 0.0842927 Dec 07 18:44:56.430804 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-373bd96d-4436-4baa-9e70-522f0ee3b6f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:56.461413 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-373bd96d-4436-4baa-9e70-522f0ee3b6f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:56.482600 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4f33a675-663c-4e10-964b-027ece1ad716 req-7cbad71c-c588-4855-9b54-d93e7b92304d tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/security-groups?id=dce1a392-bc9e-4ac7-9e55-16f699823f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772078 Dec 07 18:44:56.522987 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-373bd96d-4436-4baa-9e70-522f0ee3b6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:56.526213 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-373bd96d-4436-4baa-9e70-522f0ee3b6f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:56.527378 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-373bd96d-4436-4baa-9e70-522f0ee3b6f0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/12e18b49-6549-43b2-bb20-c656bf896325 HTTP/1.1" status: 204 len: 168 time: 0.1847987 Dec 07 18:44:56.536112 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373bd96d-4436-4baa-9e70-522f0ee3b6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e18b49-6549-43b2-bb20-c656bf896325,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:56.578396 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 58634) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:56.591877 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b1f8-836a-4760-8cc7-e52a2c42f865 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:56.682061 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b1f8-836a-4760-8cc7-e52a2c42f865 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:56.687061 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b1f8-836a-4760-8cc7-e52a2c42f865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:56.729643 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-0ce7b1f8-836a-4760-8cc7-e52a2c42f865 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a96bcf7f7f224a3ebad48ab230480e80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1501422 Dec 07 18:44:56.731843 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b1f8-836a-4760-8cc7-e52a2c42f865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2891acaa-f09a-4cd4-ac22-8aa9131afe3b,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:56.732397 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 58640) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:56.783917 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7eb81385-3866-470a-8458-813393f706c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:56.806463 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7eb81385-3866-470a-8458-813393f706c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:56.854798 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7eb81385-3866-470a-8458-813393f706c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:56.857439 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7eb81385-3866-470a-8458-813393f706c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:56.857710 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 58642) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:56.858616 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-7eb81385-3866-470a-8458-813393f706c1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2891acaa-f09a-4cd4-ac22-8aa9131afe3b HTTP/1.1" status: 204 len: 168 time: 0.1252358 Dec 07 18:44:56.866339 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb81385-3866-470a-8458-813393f706c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2891acaa-f09a-4cd4-ac22-8aa9131afe3b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:56.871160 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a6d093c9-e47b-4898-9e34-eaa20c2158a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:56.949130 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a6d093c9-e47b-4898-9e34-eaa20c2158a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:56.952848 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a6d093c9-e47b-4898-9e34-eaa20c2158a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:56.993300 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-a6d093c9-e47b-4898-9e34-eaa20c2158a4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d933cb89a8994564a85aac4da0823085&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321115 Dec 07 18:44:56.993300 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d093c9-e47b-4898-9e34-eaa20c2158a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae8f5aa-9751-4ecc-96b3-8b2776f85093,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:56.993848 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 58646) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:44:57.043412 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4af8cffe-97ed-48bd-a879-522019feac22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:57.065376 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4af8cffe-97ed-48bd-a879-522019feac22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:57.125268 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4af8cffe-97ed-48bd-a879-522019feac22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:57.128448 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4af8cffe-97ed-48bd-a879-522019feac22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:57.129624 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-4af8cffe-97ed-48bd-a879-522019feac22 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bae8f5aa-9751-4ecc-96b3-8b2776f85093 HTTP/1.1" status: 204 len: 168 time: 0.1347396 Dec 07 18:44:57.139464 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8cffe-97ed-48bd-a879-522019feac22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae8f5aa-9751-4ecc-96b3-8b2776f85093,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:57.240607 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ec433bd5-1282-40e8-acde-ea4c85eba48d req-553b40d3-45ff-4cb7-8289-340791bf482f tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 210 time: 0.0334842 Dec 07 18:44:57.264755 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889976b-aa05-41ef-baca-7c8f45cc0968 req-cb709fd3-19a9-49a7-b569-2ff7592eb416 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:57.266737 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e889976b-aa05-41ef-baca-7c8f45cc0968 req-cb709fd3-19a9-49a7-b569-2ff7592eb416 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=227d00ae-26f9-4f9d-8aa8-87aa48f24b6d HTTP/1.1" status: 200 len: 944 time: 0.0619800 Dec 07 18:44:57.329715 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e889976b-aa05-41ef-baca-7c8f45cc0968 req-b4ece4f3-98dd-455b-89b8-59ad7bf10aa8 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565639 Dec 07 18:44:57.369513 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8bfa06ac-0553-4376-8cf9-b581674bf550 req-eefd74d7-1860-4e3c-83a0-b14ea231d673 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 210 time: 0.0449944 Dec 07 18:44:57.608678 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7203d-010a-4e18-99fd-908262fdddc2 req-7bd913b5-742a-40bd-a437-2cce89040fd4 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:57.610758 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-34f7203d-010a-4e18-99fd-908262fdddc2 req-7bd913b5-742a-40bd-a437-2cce89040fd4 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/ports?device_id=35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8 HTTP/1.1" status: 200 len: 944 time: 0.0552959 Dec 07 18:44:57.660486 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-34f7203d-010a-4e18-99fd-908262fdddc2 req-1fe019ca-41b2-4bcb-b698-954a3156a937 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/security-groups?id=dce1a392-bc9e-4ac7-9e55-16f699823f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425675 Dec 07 18:44:57.849192 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:44:57.862481 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-29d145e9-f131-41cc-904a-bb22f16c196e service neutron] Request body: {'port': {'device_id': 'a5651cc9-ef23-4b3a-bfc6-dd832eaec69f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:44:57.919048 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-f749d579-39b1-431f-bead-4f4f9176d789 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Request body: {'port': {'device_id': 'fb9b1241-e140-4789-9341-cb20006c6eba', 'network_id': '21f5f496-97bc-411b-8951-cfa100658247', 'admin_state_up': True, 'tenant_id': 'b1c0284a24444edf87293c9fe818e638'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:44:57.974260 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb,segment=NetworkSegment(7e71c60a-e4aa-4143-b193-16c044b24927),segment_id=7e71c60a-e4aa-4143-b193-16c044b24927)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:44:57.989393 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Returning: {'device': 'a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb', 'network_id': 'ef05ef7a-dc68-401a-ab2a-8c16865c781c', 'port_id': 'a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb', 'mac_address': 'fa:16:3e:52:0b:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae064365-0138-4c91-beb0-ecc3548d2a82', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:44:58.063935 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-4614dbb1-9ab1-47d8-ad63-04aae91d5caa tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:58.066351 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-4614dbb1-9ab1-47d8-ad63-04aae91d5caa tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.23 "GET /v2.0/networks?id=a321d8bd-fce1-4a8d-9656-239d82555545 HTTP/1.1" status: 200 len: 811 time: 0.2256129 Dec 07 18:44:58.077449 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:58.094695 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:44:58.160681 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb,segment=NetworkSegment(7e71c60a-e4aa-4143-b193-16c044b24927),segment_id=7e71c60a-e4aa-4143-b193-16c044b24927)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:44:58.167321 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:58.168378 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:44:58.263860 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-27228891-0e53-4592-b6a5-ab2a2a2942b7 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbb0144e924847109e6a254192f1e6bd HTTP/1.1" status: 200 len: 379 time: 0.1759937 Dec 07 18:44:58.266285 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-f749d579-39b1-431f-bead-4f4f9176d789 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Made reservation on behalf of b1c0284a24444edf87293c9fe818e638 for: {'port': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:44:58.285212 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-7bad8003-86e0-45f9-9d8c-66d547a785de tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Request body: {'port': {'device_id': '668cc429-6322-4b0b-8f3a-6d910c891444', 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545', 'admin_state_up': True, 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'security_groups': ['97907a65-733c-44c2-a858-8ae9dca92a14']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:44:58.286578 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-f749d579-39b1-431f-bead-4f4f9176d789 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:58.352096 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a,segment=NetworkSegment(98bfe91f-7bab-411d-b57d-5ef27194bbaa),segment_id=98bfe91f-7bab-411d-b57d-5ef27194bbaa)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:44:58.368487 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Returning: {'device': '3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a', 'network_id': 'c8b8ce23-5289-4bad-a75a-485ea880ca99', 'port_id': '3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a', 'mac_address': 'fa:16:3e:00:a1:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '959328ad-f645-4e6a-a843-2b6a58b1fc1b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:44:58.387285 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-29d145e9-f131-41cc-904a-bb22f16c196e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:58.460721 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:58.479438 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:58.493261 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:44:58.521062 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a,segment=NetworkSegment(98bfe91f-7bab-411d-b57d-5ef27194bbaa),segment_id=98bfe91f-7bab-411d-b57d-5ef27194bbaa)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:44:58.536092 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:58.573608 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-27225583-7f2d-4804-bef0-d1d6dea0bb4b req-d6032799-2652-42c1-8dc6-11890b0ceab1 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 210 time: 0.1284308 Dec 07 18:44:58.594596 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-7bad8003-86e0-45f9-9d8c-66d547a785de tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Made reservation on behalf of cbb0144e924847109e6a254192f1e6bd for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:44:58.605024 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-7bad8003-86e0-45f9-9d8c-66d547a785de tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:58.634668 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2dc1a36b-e4b5-429f-81d4-2121a69334d5 req-7b45742b-e45d-4349-bed6-f484c643fc29 service neutron] 10.222.0.23 "GET /v2.0/networks/c8b8ce23-5289-4bad-a75a-485ea880ca99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8084753 Dec 07 18:44:58.658287 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1327ba-a5fe-4901-bff7-9dc8d67d89bd req-d02a0021-8126-4c93-bebb-3387aee6932c tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:58.660135 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4c1327ba-a5fe-4901-bff7-9dc8d67d89bd req-d02a0021-8126-4c93-bebb-3387aee6932c tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=227d00ae-26f9-4f9d-8aa8-87aa48f24b6d HTTP/1.1" status: 200 len: 944 time: 0.1921840 Dec 07 18:44:58.675241 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:58.837320 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2368c9c5-474c-4234-bf8d-5665071891bf req-98a77e6c-0e55-4f85-b44d-21c03ebf8302 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 210 time: 0.0771296 Dec 07 18:44:58.837741 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4c1327ba-a5fe-4901-bff7-9dc8d67d89bd req-3e261078-6394-4f91-b8f5-dca980c7f38c tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613204 Dec 07 18:44:58.860850 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:44:58.939036 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-7bad8003-86e0-45f9-9d8c-66d547a785de tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Allocated IP 172.20.0.12 (a321d8bd-fce1-4a8d-9656-239d82555545/1b6ea560-0931-4e32-ae3e-65a030b6cd99/74f0e008-eb9a-47c1-abf0-a78d47978293) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:44:58.974328 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:44:59.050659 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-29d145e9-f131-41cc-904a-bb22f16c196e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9 {{(pid=109084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:44:59.062617 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-29d145e9-f131-41cc-904a-bb22f16c196e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:59.075892 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.provisioning_blocks [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-29d145e9-f131-41cc-904a-bb22f16c196e service neutron] Transition to ACTIVE for port object 0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9 will not be triggered until provisioned by entity L2. {{(pid=109084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:44:59.120773 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-29d145e9-f131-41cc-904a-bb22f16c196e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530413597'] for port, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:59.172130 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-7bad8003-86e0-45f9-9d8c-66d547a785de tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:59.244841 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-7bad8003-86e0-45f9-9d8c-66d547a785de tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529624208'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:59.255980 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfdc76-1b26-4de1-b96c-17b086516ee5 req-06ce53e0-54bb-426d-a993-0242731ec1b8 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:59.257527 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-62bfdc76-1b26-4de1-b96c-17b086516ee5 req-06ce53e0-54bb-426d-a993-0242731ec1b8 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/ports?device_id=35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8 HTTP/1.1" status: 200 len: 945 time: 0.1803470 Dec 07 18:44:59.258278 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d145e9-f131-41cc-904a-bb22f16c196e service neutron] Pushing event updated for resources: {'Port': ['ID=0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9,revision_number=2']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:59.269402 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-f749d579-39b1-431f-bead-4f4f9176d789 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Allocated IP 172.20.0.13 (21f5f496-97bc-411b-8951-cfa100658247/a57c2580-dd64-42bb-8b18-d437fa46d1d2/f19111d7-a12d-47fe-8e06-28405cf67baa) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:44:59.314405 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-7bad8003-86e0-45f9-9d8c-66d547a785de tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Network a321d8bd-fce1-4a8d-9656-239d82555545 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:44:59.318625 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-7bad8003-86e0-45f9-9d8c-66d547a785de tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:44:59.334722 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-7bad8003-86e0-45f9-9d8c-66d547a785de tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:44:59.424951 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-62bfdc76-1b26-4de1-b96c-17b086516ee5 req-66f4aac6-ce44-418f-b61f-99616b99eb5a tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/security-groups?id=dce1a392-bc9e-4ac7-9e55-16f699823f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531184 Dec 07 18:44:59.441754 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad8003-86e0-45f9-9d8c-66d547a785de tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Pushing event updated for resources: {'Port': ['ID=74f0e008-eb9a-47c1-abf0-a78d47978293,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:59.484403 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-29d145e9-f131-41cc-904a-bb22f16c196e service neutron] Attempting to bind port 0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9 on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:44:59.484795 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-29d145e9-f131-41cc-904a-bb22f16c196e service neutron] Attempting to bind port 0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9 by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': '4f59615e-88a9-4f5f-80e2-3b55dcfc3591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '21f5f496-97bc-411b-8951-cfa100658247'}] {{(pid=109084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:44:59.485182 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-29d145e9-f131-41cc-904a-bb22f16c196e service neutron] Attempting to bind port 0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9 on network 21f5f496-97bc-411b-8951-cfa100658247 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:44:59.495663 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-7bad8003-86e0-45f9-9d8c-66d547a785de tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:59.498088 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-7bad8003-86e0-45f9-9d8c-66d547a785de tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:59.502834 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-29d145e9-f131-41cc-904a-bb22f16c196e service neutron] Port 0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9 on network 21f5f496-97bc-411b-8951-cfa100658247 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:44:59.503295 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-29d145e9-f131-41cc-904a-bb22f16c196e service neutron] Attempting to bind port 0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9 on network 21f5f496-97bc-411b-8951-cfa100658247 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:44:59.517174 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-7bad8003-86e0-45f9-9d8c-66d547a785de tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2407439 Dec 07 18:44:59.522935 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-29d145e9-f131-41cc-904a-bb22f16c196e service neutron] Checking agent: {'id': '9b8b7df7-f18f-49d8-b3bd-9764bcedc888', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'started_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:44:59.523142 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-29d145e9-f131-41cc-904a-bb22f16c196e service neutron] Checking segment: {'id': '4f59615e-88a9-4f5f-80e2-3b55dcfc3591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '21f5f496-97bc-411b-8951-cfa100658247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:44:59.524069 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-29d145e9-f131-41cc-904a-bb22f16c196e service neutron] Bound using segment: {'id': '4f59615e-88a9-4f5f-80e2-3b55dcfc3591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '21f5f496-97bc-411b-8951-cfa100658247'} {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:44:59.524765 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-29d145e9-f131-41cc-904a-bb22f16c196e service neutron] Bound port: 0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f59615e-88a9-4f5f-80e2-3b55dcfc3591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '21f5f496-97bc-411b-8951-cfa100658247'}}] {{(pid=109084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:44:59.525119 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-29d145e9-f131-41cc-904a-bb22f16c196e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:59.531758 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-6f9d7e0b-29b6-46aa-8ae7-d5cfaa2ccf2d service neutron] Request body: {'port': {'device_id': '668cc429-6322-4b0b-8f3a-6d910c891444', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:44:59.641730 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-6f9d7e0b-29b6-46aa-8ae7-d5cfaa2ccf2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:59.745124 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-29d145e9-f131-41cc-904a-bb22f16c196e service neutron] For port 0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9, host hv-cinder-81969, cleared binding levels {{(pid=109084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:44:59.759620 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-f749d579-39b1-431f-bead-4f4f9176d789 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Publish callbacks [] for port, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:59.769882 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-29d145e9-f131-41cc-904a-bb22f16c196e service neutron] For port 0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9,segment=NetworkSegment(4f59615e-88a9-4f5f-80e2-3b55dcfc3591),segment_id=4f59615e-88a9-4f5f-80e2-3b55dcfc3591)] {{(pid=109084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:44:59.776384 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-4176a8af-e387-4ad1-99ac-040b5e2399ad None None] Provisioning complete for port 74f0e008-eb9a-47c1-abf0-a78d47978293 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:44:59.776762 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4176a8af-e387-4ad1-99ac-040b5e2399ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:59.785863 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-29d145e9-f131-41cc-904a-bb22f16c196e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530413597'] for port, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:59.822674 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb up at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:44:59.887412 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-4176a8af-e387-4ad1-99ac-040b5e2399ad None None] Port 74f0e008-eb9a-47c1-abf0-a78d47978293 cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:44:59.892562 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-29d145e9-f131-41cc-904a-bb22f16c196e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:44:59.895542 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-29d145e9-f131-41cc-904a-bb22f16c196e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:59.897027 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-29d145e9-f131-41cc-904a-bb22f16c196e service neutron] 10.222.0.23 "PUT /v2.0/ports/0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9 HTTP/1.1" status: 200 len: 1094 time: 2.0721731 Dec 07 18:44:59.903232 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5651cc9-ef23-4b3a-bfc6-dd832eaec69f', 'tag': '0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:44:59.906581 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a9c8e9ce0db27bff2b715efe80f7ddeb02331314c1c7d49b52ba908637cab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d7bffc-c1d8-468e-9d09-8f18607e9aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "a5651cc9-ef23-4b3a-bfc6-dd832eaec69f", "tag": "0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:44:59.913902 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning for port a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:44:59.920155 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning complete for port a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:44:59.920530 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:44:59.965399 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d145e9-f131-41cc-904a-bb22f16c196e service neutron] Pushing event updated for resources: {'Port': ['ID=0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9,revision_number=3']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:44:59.988457 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-f749d579-39b1-431f-bead-4f4f9176d789 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:00.051064 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-f749d579-39b1-431f-bead-4f4f9176d789 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Network 21f5f496-97bc-411b-8951-cfa100658247 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:45:00.073439 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-f749d579-39b1-431f-bead-4f4f9176d789 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:45:00.087455 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-f749d579-39b1-431f-bead-4f4f9176d789 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:45:00.093711 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:00.152485 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb,segment=NetworkSegment(7e71c60a-e4aa-4143-b193-16c044b24927),segment_id=7e71c60a-e4aa-4143-b193-16c044b24927)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:45:00.155034 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:45:00.200496 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-aa96aa9d-03a3-419d-875c-21148e295bd9 req-9eac95f3-4ca7-412f-b381-a311b3e8c7d1 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 210 time: 0.4648821 Dec 07 18:45:00.237062 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:00.237983 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a up at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:45:00.271675 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-f749d579-39b1-431f-bead-4f4f9176d789 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:00.278733 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-f749d579-39b1-431f-bead-4f4f9176d789 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:00.313502 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-ec9c89a7-145d-4a82-93c5-274ae8c9935a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:00.320741 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-ec9c89a7-145d-4a82-93c5-274ae8c9935a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b1c0284a24444edf87293c9fe818e638&device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 1097 time: 0.3704314 Dec 07 18:45:00.347143 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:00.413485 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning for port 3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:45:00.420062 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning complete for port 3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:00.420437 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:00.448574 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-f749d579-39b1-431f-bead-4f4f9176d789 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6172724 Dec 07 18:45:00.449234 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749d579-39b1-431f-bead-4f4f9176d789 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Pushing event updated for resources: {'Port': ['ID=f19111d7-a12d-47fe-8e06-28405cf67baa,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:00.464816 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-a1bd895a-b725-4e6c-950a-dd1d5c00e52b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9 HTTP/1.1" status: 200 len: 217 time: 0.1327267 Dec 07 18:45:00.470819 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-61e8f7e4-0bc2-4069-be17-cb452602fc9c service neutron] Request body: {'port': {'device_id': 'fb9b1241-e140-4789-9341-cb20006c6eba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:45:00.493272 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a18344-a366-4e83-886c-e92153d19866 req-c95761cc-ffb8-4387-adfe-92b68fd6b491 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:00.505972 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-53a18344-a366-4e83-886c-e92153d19866 req-c95761cc-ffb8-4387-adfe-92b68fd6b491 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 932 time: 0.5033743 Dec 07 18:45:00.533764 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 58830) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:00.556276 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c13a2-f5c4-46f4-8b0e-2784ef47e63e req-9b4bfeee-b4c8-4ba4-b39f-d44481f8f824 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:00.557936 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4d4c13a2-f5c4-46f4-8b0e-2784ef47e63e req-9b4bfeee-b4c8-4ba4-b39f-d44481f8f824 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=227d00ae-26f9-4f9d-8aa8-87aa48f24b6d HTTP/1.1" status: 200 len: 945 time: 0.2291393 Dec 07 18:45:00.595753 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-6f9d7e0b-29b6-46aa-8ae7-d5cfaa2ccf2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74f0e008-eb9a-47c1-abf0-a78d47978293 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:45:00.606796 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:00.607554 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-6f9d7e0b-29b6-46aa-8ae7-d5cfaa2ccf2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:00.643021 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-6f9d7e0b-29b6-46aa-8ae7-d5cfaa2ccf2d service neutron] Transition to ACTIVE for port object 74f0e008-eb9a-47c1-abf0-a78d47978293 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:45:00.653649 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4d4c13a2-f5c4-46f4-8b0e-2784ef47e63e req-c0986578-2de8-4f37-b6db-6bfc8bdc6a7d tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848742 Dec 07 18:45:00.655261 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-6f9d7e0b-29b6-46aa-8ae7-d5cfaa2ccf2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529623651'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:00.663606 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a,segment=NetworkSegment(98bfe91f-7bab-411d-b57d-5ef27194bbaa),segment_id=98bfe91f-7bab-411d-b57d-5ef27194bbaa)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:45:00.672799 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:00.687715 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-0af0abee-5b88-47e0-bda6-b664752c385e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:00.696209 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-0af0abee-5b88-47e0-bda6-b664752c385e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a57c2580-dd64-42bb-8b18-d437fa46d1d2 HTTP/1.1" status: 200 len: 859 time: 0.1816795 Dec 07 18:45:00.703074 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-61e8f7e4-0bc2-4069-be17-cb452602fc9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:00.742535 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-53a18344-a366-4e83-886c-e92153d19866 req-017953b4-74c8-4431-bc96-6d73e9157547 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2298648 Dec 07 18:45:00.745879 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:00.762280 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d7e0b-29b6-46aa-8ae7-d5cfaa2ccf2d service neutron] Pushing event updated for resources: {'Port': ['ID=74f0e008-eb9a-47c1-abf0-a78d47978293,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:00.812498 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-6d872920-cba8-4bd6-a3d7-bd6fd4e345f8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21f5f496-97bc-411b-8951-cfa100658247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068480 Dec 07 18:45:00.877604 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d195da-decb-4bd9-ac7e-ca7833daee68 x-openstack-request-id: req-71d195da-decb-4bd9-ac7e-ca7833daee68 {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:45:00.877926 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5651cc9-ef23-4b3a-bfc6-dd832eaec69f", "tag": "0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:45:00.878192 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-71d195da-decb-4bd9-ac7e-ca7833daee68 {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:45:00.878594 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5651cc9-ef23-4b3a-bfc6-dd832eaec69f', 'tag': '0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9', 'status': 'completed', 'code': 200} Dec 07 18:45:00.922658 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-6f9d7e0b-29b6-46aa-8ae7-d5cfaa2ccf2d service neutron] Attempting to bind port 74f0e008-eb9a-47c1-abf0-a78d47978293 on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:45:00.922990 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-6f9d7e0b-29b6-46aa-8ae7-d5cfaa2ccf2d service neutron] Attempting to bind port 74f0e008-eb9a-47c1-abf0-a78d47978293 by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': '414c2cea-d8a0-44ed-b4ec-3cd1a1242c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:45:00.923319 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-6f9d7e0b-29b6-46aa-8ae7-d5cfaa2ccf2d service neutron] Attempting to bind port 74f0e008-eb9a-47c1-abf0-a78d47978293 on network a321d8bd-fce1-4a8d-9656-239d82555545 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:45:00.929574 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-6f9d7e0b-29b6-46aa-8ae7-d5cfaa2ccf2d service neutron] Port 74f0e008-eb9a-47c1-abf0-a78d47978293 on network a321d8bd-fce1-4a8d-9656-239d82555545 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:45:00.930449 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-6f9d7e0b-29b6-46aa-8ae7-d5cfaa2ccf2d service neutron] Attempting to bind port 74f0e008-eb9a-47c1-abf0-a78d47978293 on network a321d8bd-fce1-4a8d-9656-239d82555545 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:45:00.936549 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-6f9d7e0b-29b6-46aa-8ae7-d5cfaa2ccf2d service neutron] Checking agent: {'id': '9b8b7df7-f18f-49d8-b3bd-9764bcedc888', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'started_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:45:00.936892 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-6f9d7e0b-29b6-46aa-8ae7-d5cfaa2ccf2d service neutron] Checking segment: {'id': '414c2cea-d8a0-44ed-b4ec-3cd1a1242c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:45:00.937278 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-6f9d7e0b-29b6-46aa-8ae7-d5cfaa2ccf2d service neutron] Bound using segment: {'id': '414c2cea-d8a0-44ed-b4ec-3cd1a1242c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:45:00.937709 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-6f9d7e0b-29b6-46aa-8ae7-d5cfaa2ccf2d service neutron] Bound port: 74f0e008-eb9a-47c1-abf0-a78d47978293, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '414c2cea-d8a0-44ed-b4ec-3cd1a1242c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:45:00.938092 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-6f9d7e0b-29b6-46aa-8ae7-d5cfaa2ccf2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:00.952675 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab3a8ce7da5a640e7c4dfc04f2c3e6911255c2d0b826cd7cc2b97a426bb0a1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d431835-6fed-4ad8-9fba-d35718e75cdf" -d '{"events": [{"server_uuid": "35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8", "name": "network-vif-plugged", "status": "completed", "tag": "a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:45:01.063984 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-6f9d7e0b-29b6-46aa-8ae7-d5cfaa2ccf2d service neutron] For port 74f0e008-eb9a-47c1-abf0-a78d47978293, host hv-cinder-81969, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:45:01.076851 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-6f9d7e0b-29b6-46aa-8ae7-d5cfaa2ccf2d service neutron] For port 74f0e008-eb9a-47c1-abf0-a78d47978293, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=74f0e008-eb9a-47c1-abf0-a78d47978293,segment=NetworkSegment(414c2cea-d8a0-44ed-b4ec-3cd1a1242c00),segment_id=414c2cea-d8a0-44ed-b4ec-3cd1a1242c00)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:45:01.089580 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-6f9d7e0b-29b6-46aa-8ae7-d5cfaa2ccf2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529623651'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:01.122178 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e48ba5-6288-48a6-b7c4-61827cd12a3b req-c9e43a79-0271-4f12-88c0-4568441aa99f tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:01.129672 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e6e48ba5-6288-48a6-b7c4-61827cd12a3b req-c9e43a79-0271-4f12-88c0-4568441aa99f tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/ports?device_id=35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8 HTTP/1.1" status: 200 len: 946 time: 0.1408668 Dec 07 18:45:01.162241 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-6f9d7e0b-29b6-46aa-8ae7-d5cfaa2ccf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:01.162976 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-6f9d7e0b-29b6-46aa-8ae7-d5cfaa2ccf2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:01.164747 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-6f9d7e0b-29b6-46aa-8ae7-d5cfaa2ccf2d service neutron] 10.222.0.23 "PUT /v2.0/ports/74f0e008-eb9a-47c1-abf0-a78d47978293 HTTP/1.1" status: 200 len: 1094 time: 1.6382511 Dec 07 18:45:01.168259 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668cc429-6322-4b0b-8f3a-6d910c891444', 'tag': '74f0e008-eb9a-47c1-abf0-a78d47978293'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:45:01.170532 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f47eea71b5ba0831d378bb06dcf61d9c2f9c3cd1ea737a862f2010bc1a834e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c65cdf0-3589-4a47-b73e-95e4bd70c0d3" -d '{"events": [{"name": "network-changed", "server_uuid": "668cc429-6322-4b0b-8f3a-6d910c891444", "tag": "74f0e008-eb9a-47c1-abf0-a78d47978293"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:45:01.192295 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d7e0b-29b6-46aa-8ae7-d5cfaa2ccf2d service neutron] Pushing event updated for resources: {'Port': ['ID=74f0e008-eb9a-47c1-abf0-a78d47978293,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:01.261506 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1e1d4b-5ee9-4f15-8a28-7d42ab8c0335 x-openstack-request-id: req-2a1e1d4b-5ee9-4f15-8a28-7d42ab8c0335 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:45:01.261824 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8", "name": "network-vif-plugged", "status": "completed", "tag": "a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:45:01.262143 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2a1e1d4b-5ee9-4f15-8a28-7d42ab8c0335 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:45:01.262611 dv-cinder-819692-6-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb', 'code': 200} Dec 07 18:45:01.354170 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f149f86-e955-4542-adfd-3bf9ef7cbcc4 x-openstack-request-id: req-4f149f86-e955-4542-adfd-3bf9ef7cbcc4 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:45:01.354638 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "668cc429-6322-4b0b-8f3a-6d910c891444", "tag": "74f0e008-eb9a-47c1-abf0-a78d47978293", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:45:01.354775 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4f149f86-e955-4542-adfd-3bf9ef7cbcc4 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:45:01.355179 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '668cc429-6322-4b0b-8f3a-6d910c891444', 'tag': '74f0e008-eb9a-47c1-abf0-a78d47978293', 'status': 'completed', 'code': 200} Dec 07 18:45:01.448816 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 58864) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:01.481888 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd1a2b-a118-4cf4-81a2-b2abeee08c07 req-b23f27d2-43a9-4d94-aed1-fade819b8f73 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:01.483816 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f0bd1a2b-a118-4cf4-81a2-b2abeee08c07 req-b23f27d2-43a9-4d94-aed1-fade819b8f73 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 932 time: 0.0731032 Dec 07 18:45:01.490131 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-daa8e769-a62c-4b2c-9ddd-a8e7ff56cfd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:01.566488 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e6e48ba5-6288-48a6-b7c4-61827cd12a3b req-69460840-2cb1-4e29-aeea-c6f6aeaf13af tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/security-groups?id=dce1a392-bc9e-4ac7-9e55-16f699823f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355855 Dec 07 18:45:01.576472 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f0bd1a2b-a118-4cf4-81a2-b2abeee08c07 req-11f4c0da-c030-4ef5-abb2-e600c724ec26 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860305 Dec 07 18:45:01.600488 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9235826c-936a-48e8-8ce4-9e0f16ed24c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:01.669961 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-61e8f7e4-0bc2-4069-be17-cb452602fc9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f19111d7-a12d-47fe-8e06-28405cf67baa {{(pid=109084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:45:01.682627 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-61e8f7e4-0bc2-4069-be17-cb452602fc9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:01.707102 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.provisioning_blocks [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-61e8f7e4-0bc2-4069-be17-cb452602fc9c service neutron] Transition to ACTIVE for port object f19111d7-a12d-47fe-8e06-28405cf67baa will not be triggered until provisioned by entity L2. {{(pid=109084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:45:01.716808 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-daa8e769-a62c-4b2c-9ddd-a8e7ff56cfd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:01.718577 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-61e8f7e4-0bc2-4069-be17-cb452602fc9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530413597'] for port, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:01.722513 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9235826c-936a-48e8-8ce4-9e0f16ed24c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:01.735313 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9235826c-936a-48e8-8ce4-9e0f16ed24c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:01.791733 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-daa8e769-a62c-4b2c-9ddd-a8e7ff56cfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:01.809393 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9235826c-936a-48e8-8ce4-9e0f16ed24c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb0282a-37ba-42a8-91c1-725c0da4a9eb,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:01.817541 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-9235826c-936a-48e8-8ce4-9e0f16ed24c5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=223fbccdfa3249c59be8758fd5e77aa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3677239 Dec 07 18:45:01.837583 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 58882) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:01.866959 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cc5c0-6cd3-46c8-bb0d-1a4d2d4483c2 req-a8b6728c-f439-4699-ba37-6ebb01a68518 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:01.868548 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-374cc5c0-6cd3-46c8-bb0d-1a4d2d4483c2 req-a8b6728c-f439-4699-ba37-6ebb01a68518 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 944 time: 0.0557330 Dec 07 18:45:01.896007 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8f7e4-0bc2-4069-be17-cb452602fc9c service neutron] Pushing event updated for resources: {'Port': ['ID=f19111d7-a12d-47fe-8e06-28405cf67baa,revision_number=2']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:01.913706 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8e769-a62c-4b2c-9ddd-a8e7ff56cfd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68f0f0f-8e3e-4ec2-b138-34590a717e7b,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:01.916882 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-374cc5c0-6cd3-46c8-bb0d-1a4d2d4483c2 req-f2f76957-cbf4-4102-95ba-09f279247645 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422549 Dec 07 18:45:01.925630 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-daa8e769-a62c-4b2c-9ddd-a8e7ff56cfd3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=87e6190553784624baeb37554af4f5c7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3842506 Dec 07 18:45:01.925894 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 58886) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:01.978369 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d7f936ca-078a-41f7-a7d7-50abad7a6117 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:01.987458 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afedda-a049-497b-b5b9-34015e865799 req-93be50f8-df30-4986-b6ec-d03a8f561de4 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:01.988922 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-45afedda-a049-497b-b5b9-34015e865799 req-93be50f8-df30-4986-b6ec-d03a8f561de4 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=227d00ae-26f9-4f9d-8aa8-87aa48f24b6d HTTP/1.1" status: 200 len: 946 time: 0.1908429 Dec 07 18:45:01.999312 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d7f936ca-078a-41f7-a7d7-50abad7a6117 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:02.030531 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-61e8f7e4-0bc2-4069-be17-cb452602fc9c service neutron] Attempting to bind port f19111d7-a12d-47fe-8e06-28405cf67baa on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:45:02.030764 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-61e8f7e4-0bc2-4069-be17-cb452602fc9c service neutron] Attempting to bind port f19111d7-a12d-47fe-8e06-28405cf67baa by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': '4f59615e-88a9-4f5f-80e2-3b55dcfc3591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '21f5f496-97bc-411b-8951-cfa100658247'}] {{(pid=109084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:45:02.031091 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-61e8f7e4-0bc2-4069-be17-cb452602fc9c service neutron] Attempting to bind port f19111d7-a12d-47fe-8e06-28405cf67baa on network 21f5f496-97bc-411b-8951-cfa100658247 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:45:02.046049 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d7f936ca-078a-41f7-a7d7-50abad7a6117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:02.048624 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d7f936ca-078a-41f7-a7d7-50abad7a6117 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:02.049746 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-d7f936ca-078a-41f7-a7d7-50abad7a6117 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f68f0f0f-8e3e-4ec2-b138-34590a717e7b HTTP/1.1" status: 204 len: 168 time: 0.1231496 Dec 07 18:45:02.050028 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-61e8f7e4-0bc2-4069-be17-cb452602fc9c service neutron] Port f19111d7-a12d-47fe-8e06-28405cf67baa on network 21f5f496-97bc-411b-8951-cfa100658247 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:45:02.050357 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-61e8f7e4-0bc2-4069-be17-cb452602fc9c service neutron] Attempting to bind port f19111d7-a12d-47fe-8e06-28405cf67baa on network 21f5f496-97bc-411b-8951-cfa100658247 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:45:02.058988 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f936ca-078a-41f7-a7d7-50abad7a6117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68f0f0f-8e3e-4ec2-b138-34590a717e7b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:02.059487 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-03862e82-75ca-42ee-86c7-e1d432d311f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:02.066343 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-61e8f7e4-0bc2-4069-be17-cb452602fc9c service neutron] Checking agent: {'id': '9b8b7df7-f18f-49d8-b3bd-9764bcedc888', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'started_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:45:02.066515 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-61e8f7e4-0bc2-4069-be17-cb452602fc9c service neutron] Checking segment: {'id': '4f59615e-88a9-4f5f-80e2-3b55dcfc3591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '21f5f496-97bc-411b-8951-cfa100658247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:45:02.066805 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-61e8f7e4-0bc2-4069-be17-cb452602fc9c service neutron] Bound using segment: {'id': '4f59615e-88a9-4f5f-80e2-3b55dcfc3591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '21f5f496-97bc-411b-8951-cfa100658247'} {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:45:02.067249 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-61e8f7e4-0bc2-4069-be17-cb452602fc9c service neutron] Bound port: f19111d7-a12d-47fe-8e06-28405cf67baa, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f59615e-88a9-4f5f-80e2-3b55dcfc3591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '21f5f496-97bc-411b-8951-cfa100658247'}}] {{(pid=109084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:45:02.067600 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-61e8f7e4-0bc2-4069-be17-cb452602fc9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:02.092367 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-45afedda-a049-497b-b5b9-34015e865799 req-1d34b60c-1351-4cd5-b0a1-0447c6d581d9 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944457 Dec 07 18:45:02.123494 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-03862e82-75ca-42ee-86c7-e1d432d311f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:02.175166 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-61e8f7e4-0bc2-4069-be17-cb452602fc9c service neutron] For port f19111d7-a12d-47fe-8e06-28405cf67baa, host hv-cinder-81969, cleared binding levels {{(pid=109084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:45:02.178790 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-61e8f7e4-0bc2-4069-be17-cb452602fc9c service neutron] For port f19111d7-a12d-47fe-8e06-28405cf67baa, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=f19111d7-a12d-47fe-8e06-28405cf67baa,segment=NetworkSegment(4f59615e-88a9-4f5f-80e2-3b55dcfc3591),segment_id=4f59615e-88a9-4f5f-80e2-3b55dcfc3591)] {{(pid=109084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:45:02.183761 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-61e8f7e4-0bc2-4069-be17-cb452602fc9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530413597'] for port, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:02.222352 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-61e8f7e4-0bc2-4069-be17-cb452602fc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:02.222956 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-61e8f7e4-0bc2-4069-be17-cb452602fc9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:02.224697 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-61e8f7e4-0bc2-4069-be17-cb452602fc9c service neutron] 10.222.0.23 "PUT /v2.0/ports/f19111d7-a12d-47fe-8e06-28405cf67baa HTTP/1.1" status: 200 len: 1094 time: 1.7589490 Dec 07 18:45:02.231862 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-03862e82-75ca-42ee-86c7-e1d432d311f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:02.234483 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-03862e82-75ca-42ee-86c7-e1d432d311f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:02.235564 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-03862e82-75ca-42ee-86c7-e1d432d311f0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4eb0282a-37ba-42a8-91c1-725c0da4a9eb HTTP/1.1" status: 204 len: 168 time: 0.3937807 Dec 07 18:45:02.250395 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03862e82-75ca-42ee-86c7-e1d432d311f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb0282a-37ba-42a8-91c1-725c0da4a9eb,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:02.263129 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8f7e4-0bc2-4069-be17-cb452602fc9c service neutron] Pushing event updated for resources: {'Port': ['ID=f19111d7-a12d-47fe-8e06-28405cf67baa,revision_number=3']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:02.334441 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 58894) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:02.348935 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b22f3287-8b2b-476c-8fdc-63913027f8f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:02.427482 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b22f3287-8b2b-476c-8fdc-63913027f8f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:02.433622 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b22f3287-8b2b-476c-8fdc-63913027f8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:02.469388 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f3287-8b2b-476c-8fdc-63913027f8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d619d73-7a0b-4615-bb8b-88dcf8632bd7,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:02.475925 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-b22f3287-8b2b-476c-8fdc-63913027f8f2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b7ce2ce575044f2e8b8beaf77d3e559b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1378162 Dec 07 18:45:02.476187 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 58898) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:02.525207 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 58900) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:02.528053 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-001c2e1b-3b24-4e5c-9f73-c1eedef06338 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:02.538169 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f0783682-2fd2-49cc-83b8-09c30f72343e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:02.549323 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-001c2e1b-3b24-4e5c-9f73-c1eedef06338 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:02.599545 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-001c2e1b-3b24-4e5c-9f73-c1eedef06338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:02.603061 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-001c2e1b-3b24-4e5c-9f73-c1eedef06338 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:02.605960 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-001c2e1b-3b24-4e5c-9f73-c1eedef06338 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1d619d73-7a0b-4615-bb8b-88dcf8632bd7 HTTP/1.1" status: 204 len: 168 time: 0.1269672 Dec 07 18:45:02.613872 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c2e1b-3b24-4e5c-9f73-c1eedef06338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d619d73-7a0b-4615-bb8b-88dcf8632bd7,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:02.627045 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f0783682-2fd2-49cc-83b8-09c30f72343e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:02.634924 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f0783682-2fd2-49cc-83b8-09c30f72343e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:02.673377 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-f0783682-2fd2-49cc-83b8-09c30f72343e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=98e2bdfece4e483db295e7b0fa1c601f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1446221 Dec 07 18:45:02.673710 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 58910) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:02.742657 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0783682-2fd2-49cc-83b8-09c30f72343e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5c3690-c1c4-431d-a21b-1751b36b579b,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:02.762439 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134fccaf-af23-4805-8917-78b997627e3c req-2019d295-57c2-4216-b6bb-89f153b8801d tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:02.763159 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-edba48ee-1b22-42b2-92ec-37ee46ff9574 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:02.769614 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-134fccaf-af23-4805-8917-78b997627e3c req-2019d295-57c2-4216-b6bb-89f153b8801d tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/ports?device_id=35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8 HTTP/1.1" status: 200 len: 946 time: 0.0760288 Dec 07 18:45:02.773821 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a927598-67ff-4665-8c04-030e1899cdd4 req-70c71b27-8210-4532-9e08-3692ea19023b tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:02.775385 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1a927598-67ff-4665-8c04-030e1899cdd4 req-70c71b27-8210-4532-9e08-3692ea19023b tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 944 time: 0.0857716 Dec 07 18:45:02.811184 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-edba48ee-1b22-42b2-92ec-37ee46ff9574 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:02.832112 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-134fccaf-af23-4805-8917-78b997627e3c req-d48781a9-ec0d-47d7-8929-c709048ad05c tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/security-groups?id=dce1a392-bc9e-4ac7-9e55-16f699823f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616002 Dec 07 18:45:02.875719 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1a927598-67ff-4665-8c04-030e1899cdd4 req-1ce8dc3f-807b-4e15-917b-dea3a881f965 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883660 Dec 07 18:45:02.879443 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9b1241-e140-4789-9341-cb20006c6eba', 'tag': 'f19111d7-a12d-47fe-8e06-28405cf67baa'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:45:02.882516 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a9c8e9ce0db27bff2b715efe80f7ddeb02331314c1c7d49b52ba908637cab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601a933f-ac16-44c9-8bd9-f341332c2e11" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9b1241-e140-4789-9341-cb20006c6eba", "tag": "f19111d7-a12d-47fe-8e06-28405cf67baa"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:45:02.909045 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-edba48ee-1b22-42b2-92ec-37ee46ff9574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:02.912085 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-edba48ee-1b22-42b2-92ec-37ee46ff9574 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:02.914767 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-edba48ee-1b22-42b2-92ec-37ee46ff9574 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1a5c3690-c1c4-431d-a21b-1751b36b579b HTTP/1.1" status: 204 len: 168 time: 0.2378075 Dec 07 18:45:02.926249 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296e06a5-f49e-4f44-bcab-28aba19ae53d x-openstack-request-id: req-296e06a5-f49e-4f44-bcab-28aba19ae53d {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:45:02.926619 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9b1241-e140-4789-9341-cb20006c6eba", "tag": "f19111d7-a12d-47fe-8e06-28405cf67baa", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:45:02.926942 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-296e06a5-f49e-4f44-bcab-28aba19ae53d {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:45:02.927404 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9b1241-e140-4789-9341-cb20006c6eba', 'tag': 'f19111d7-a12d-47fe-8e06-28405cf67baa', 'status': 'completed', 'code': 200} Dec 07 18:45:02.928978 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba48ee-1b22-42b2-92ec-37ee46ff9574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5c3690-c1c4-431d-a21b-1751b36b579b,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:03.045828 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0829e5-ea2d-4780-9260-6c71bec931e2 req-f611b540-a567-4bc5-9610-e5080ab9d231 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:03.047930 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3e0829e5-ea2d-4780-9260-6c71bec931e2 req-f611b540-a567-4bc5-9610-e5080ab9d231 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 944 time: 0.0535018 Dec 07 18:45:03.109469 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3e0829e5-ea2d-4780-9260-6c71bec931e2 req-1e2bd3cd-601a-4943-a50f-8e54306b075e tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503478 Dec 07 18:45:03.228022 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c7299-9617-4170-bca3-e004bb3c0b7e req-06a991ae-f76a-4761-aac5-cf8255ab970d tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:03.229855 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7e0c7299-9617-4170-bca3-e004bb3c0b7e req-06a991ae-f76a-4761-aac5-cf8255ab970d tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=227d00ae-26f9-4f9d-8aa8-87aa48f24b6d HTTP/1.1" status: 200 len: 946 time: 0.0571175 Dec 07 18:45:03.263702 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227d00ae-26f9-4f9d-8aa8-87aa48f24b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:45:03.267200 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab3a8ce7da5a640e7c4dfc04f2c3e6911255c2d0b826cd7cc2b97a426bb0a1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89188811-c255-4ffb-bc57-7bac6596399f" -d '{"events": [{"server_uuid": "227d00ae-26f9-4f9d-8aa8-87aa48f24b6d", "name": "network-vif-plugged", "status": "completed", "tag": "3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:45:03.281364 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7e0c7299-9617-4170-bca3-e004bb3c0b7e req-f680e0fb-8ca0-4747-9de2-0e521afe06ed tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451486 Dec 07 18:45:03.315164 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db8fe0a-5780-4ab1-8d39-8b8a81b1011f x-openstack-request-id: req-0db8fe0a-5780-4ab1-8d39-8b8a81b1011f {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:45:03.315516 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227d00ae-26f9-4f9d-8aa8-87aa48f24b6d", "name": "network-vif-plugged", "status": "completed", "tag": "3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:45:03.315781 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0db8fe0a-5780-4ab1-8d39-8b8a81b1011f {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:45:03.316215 dv-cinder-819692-6-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227d00ae-26f9-4f9d-8aa8-87aa48f24b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a', 'code': 200} Dec 07 18:45:03.632710 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65cdf0-3589-4a47-b73e-95e4bd70c0d3 req-3e3319b0-7ee7-4281-8183-5c8e73ac65de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:03.635226 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6c65cdf0-3589-4a47-b73e-95e4bd70c0d3 req-3e3319b0-7ee7-4281-8183-5c8e73ac65de service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cbb0144e924847109e6a254192f1e6bd&device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 1097 time: 0.0785294 Dec 07 18:45:03.637399 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-7079986a-e60a-4bab-9df0-fcdbd94e0469 service neutron] 10.222.0.23 "GET /v2.0/networks/21f5f496-97bc-411b-8951-cfa100658247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476057 Dec 07 18:45:03.660191 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a933f-ac16-44c9-8bd9-f341332c2e11 req-df7a18c0-f37c-4a68-b69f-63212c254038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:03.664086 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-601a933f-ac16-44c9-8bd9-f341332c2e11 req-df7a18c0-f37c-4a68-b69f-63212c254038 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b1c0284a24444edf87293c9fe818e638&device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 1097 time: 0.0569510 Dec 07 18:45:03.822872 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.23', 53551) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:04.052022 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-fa967e73-66f6-44ad-afb4-398e5beb9b23 req-ea773636-768c-424d-b477-b92be5f32c99 service neutron] 10.222.0.23 "GET /v2.0/networks/21f5f496-97bc-411b-8951-cfa100658247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713295 Dec 07 18:45:04.081955 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5997c7c-9c18-41d9-b219-9e234bc7f27b req-518a666c-a05d-4452-a2a4-3c700808bb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:04.081955 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e5997c7c-9c18-41d9-b219-9e234bc7f27b req-518a666c-a05d-4452-a2a4-3c700808bb5b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=227d00ae-26f9-4f9d-8aa8-87aa48f24b6d HTTP/1.1" status: 200 len: 1099 time: 0.2576315 Dec 07 18:45:04.101374 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a933f-ac16-44c9-8bd9-f341332c2e11 req-b8a2c72d-bb4f-4c6f-bf60-ff36884c27b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:04.103230 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-601a933f-ac16-44c9-8bd9-f341332c2e11 req-b8a2c72d-bb4f-4c6f-bf60-ff36884c27b8 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=b1c0284a24444edf87293c9fe818e638&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4272206 Dec 07 18:45:04.111472 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8319c-a794-4e92-a918-cf23b922a240 req-399dadbf-e40d-49ac-9a0d-6ce9f4c1fd71 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:04.112955 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-31e8319c-a794-4e92-a918-cf23b922a240 req-399dadbf-e40d-49ac-9a0d-6ce9f4c1fd71 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/ports?device_id=35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8 HTTP/1.1" status: 200 len: 946 time: 0.1597047 Dec 07 18:45:04.150342 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65cdf0-3589-4a47-b73e-95e4bd70c0d3 req-32c80777-e73b-48e4-9670-26850cd85f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:04.152047 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6c65cdf0-3589-4a47-b73e-95e4bd70c0d3 req-32c80777-e73b-48e4-9670-26850cd85f6f service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=cbb0144e924847109e6a254192f1e6bd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4920382 Dec 07 18:45:04.154281 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c4081-c63e-4399-801e-8884bb8e60ce req-732a8bbf-4a08-4f81-9c91-1db99abdd14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:04.156058 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4e2c4081-c63e-4399-801e-8884bb8e60ce req-732a8bbf-4a08-4f81-9c91-1db99abdd14e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8 HTTP/1.1" status: 200 len: 1099 time: 0.3009231 Dec 07 18:45:04.168206 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29bf78-b090-49fa-a1bd-f953022878b9 req-b924dc4d-edc9-4fa2-89b6-164c97c95274 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:04.170394 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ab29bf78-b090-49fa-a1bd-f953022878b9 req-b924dc4d-edc9-4fa2-89b6-164c97c95274 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 944 time: 0.1105967 Dec 07 18:45:04.303609 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a933f-ac16-44c9-8bd9-f341332c2e11 req-418c9140-6eff-4132-9c23-b7c35e153ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:04.306047 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-601a933f-ac16-44c9-8bd9-f341332c2e11 req-418c9140-6eff-4132-9c23-b7c35e153ba0 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1865058 Dec 07 18:45:04.308337 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e5997c7c-9c18-41d9-b219-9e234bc7f27b req-67e27bdc-2166-4670-bf32-33961aa229dc service neutron] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:04.380625 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-31e8319c-a794-4e92-a918-cf23b922a240 req-df4f53b4-acdf-47ab-8362-2f4fba86f243 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/security-groups?id=dce1a392-bc9e-4ac7-9e55-16f699823f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689998 Dec 07 18:45:04.424320 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-4e2c4081-c63e-4399-801e-8884bb8e60ce req-8960e1b3-459e-4b53-9e27-6c9da508b62e service neutron] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:04.505333 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ab29bf78-b090-49fa-a1bd-f953022878b9 req-5e5170d3-05ce-4e0c-93f8-681a418434be tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525455 Dec 07 18:45:04.507957 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65cdf0-3589-4a47-b73e-95e4bd70c0d3 req-5cce706a-3aca-41c4-9f31-74596f5480f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:04.509370 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6c65cdf0-3589-4a47-b73e-95e4bd70c0d3 req-5cce706a-3aca-41c4-9f31-74596f5480f3 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3380921 Dec 07 18:45:04.516904 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7bffc-c1d8-468e-9d09-8f18607e9aa0 req-ae39ad8a-d6fc-420f-8f00-15d7d358e451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:04.520655 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f3d7bffc-c1d8-468e-9d09-8f18607e9aa0 req-ae39ad8a-d6fc-420f-8f00-15d7d358e451 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b1c0284a24444edf87293c9fe818e638&device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 1097 time: 0.3602452 Dec 07 18:45:04.575394 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-6b941c5a-11e0-48d1-96dc-2f101f16dd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:04.578782 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-6b941c5a-11e0-48d1-96dc-2f101f16dd10 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b1c0284a24444edf87293c9fe818e638&device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 1097 time: 0.2132778 Dec 07 18:45:04.633802 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-b798046e-58cf-40d7-aede-376b5e96725b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f19111d7-a12d-47fe-8e06-28405cf67baa HTTP/1.1" status: 200 len: 217 time: 0.0442326 Dec 07 18:45:04.643871 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce52b7e-f98b-4e42-8cc5-f6aee39f923c req-7fc8d73c-33ec-406a-8102-256fcc626650 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:04.652088 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9ce52b7e-f98b-4e42-8cc5-f6aee39f923c req-7fc8d73c-33ec-406a-8102-256fcc626650 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 944 time: 0.1636770 Dec 07 18:45:04.748789 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e5997c7c-9c18-41d9-b219-9e234bc7f27b req-67e27bdc-2166-4670-bf32-33961aa229dc service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:04.753075 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-e1f6d605-0113-4ffa-bc4e-44ea594adcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:04.754664 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-e1f6d605-0113-4ffa-bc4e-44ea594adcda service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a57c2580-dd64-42bb-8b18-d437fa46d1d2 HTTP/1.1" status: 200 len: 859 time: 0.0962400 Dec 07 18:45:04.759357 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e5997c7c-9c18-41d9-b219-9e234bc7f27b req-67e27bdc-2166-4670-bf32-33961aa229dc service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:04.795480 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.db.api [req-4e2c4081-c63e-4399-801e-8884bb8e60ce req-8960e1b3-459e-4b53-9e27-6c9da508b62e service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 1f4596d484f447cabc36f3515c59b583 {{(pid=109084) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 07 18:45:04.795980 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG oslo_db.api [req-4e2c4081-c63e-4399-801e-8884bb8e60ce req-8960e1b3-459e-4b53-9e27-6c9da508b62e service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 07 18:45:04.831003 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7bffc-c1d8-468e-9d09-8f18607e9aa0 req-04f2b809-2af1-4f17-8563-add3e1f5e015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:04.831218 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-1f762028-0f39-4337-94b4-3fe5c9f67ac9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21f5f496-97bc-411b-8951-cfa100658247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599773 Dec 07 18:45:04.832360 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f3d7bffc-c1d8-468e-9d09-8f18607e9aa0 req-04f2b809-2af1-4f17-8563-add3e1f5e015 service neutron] 10.222.0.23 "GET /v2.0/networks?id=21f5f496-97bc-411b-8951-cfa100658247 HTTP/1.1" status: 200 len: 920 time: 0.3041286 Dec 07 18:45:04.841450 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-a2023fcf-7774-42fc-8a5c-f69316787fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:04.843164 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-a2023fcf-7774-42fc-8a5c-f69316787fa6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cbb0144e924847109e6a254192f1e6bd&device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 1097 time: 0.1952493 Dec 07 18:45:04.846841 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9ce52b7e-f98b-4e42-8cc5-f6aee39f923c req-5aa1cae2-01d1-46ff-a4d4-40af75a2195e tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881008 Dec 07 18:45:04.851157 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0dfee0-9e7a-43b8-b40d-9732111a684b req-9dde9b29-d603-4be2-a3e5-d720f5bb2e49 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:04.862207 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ad0dfee0-9e7a-43b8-b40d-9732111a684b req-9dde9b29-d603-4be2-a3e5-d720f5bb2e49 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=227d00ae-26f9-4f9d-8aa8-87aa48f24b6d HTTP/1.1" status: 200 len: 946 time: 0.1990685 Dec 07 18:45:04.887271 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e5997c7c-9c18-41d9-b219-9e234bc7f27b req-67e27bdc-2166-4670-bf32-33961aa229dc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7973020 Dec 07 18:45:04.892514 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e27bdc-2166-4670-bf32-33961aa229dc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=464f7d65-2bdc-4ded-ae58-7056a71e52fd,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:04.980491 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-38b4d71f-35f2-4e34-83b1-11b0a2188fb3 service neutron] 10.222.0.23 "GET /v2.0/networks/21f5f496-97bc-411b-8951-cfa100658247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295481 Dec 07 18:45:05.010656 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 59034) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:05.151423 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-757203f8-3ed5-480b-9b13-b3cf0270bb00 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74f0e008-eb9a-47c1-abf0-a78d47978293 HTTP/1.1" status: 200 len: 217 time: 0.2871823 Dec 07 18:45:05.154345 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f3d7bffc-c1d8-468e-9d09-8f18607e9aa0 req-7e78e017-1d10-47f9-83b9-b1e5da3f0b7e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9 HTTP/1.1" status: 200 len: 217 time: 0.2912834 Dec 07 18:45:05.261726 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ad0dfee0-9e7a-43b8-b40d-9732111a684b req-b690bee3-b9df-42ca-9e5f-261c87485f6f tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856242 Dec 07 18:45:05.272048 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7bffc-c1d8-468e-9d09-8f18607e9aa0 req-22701224-906e-4fe4-9c09-0686c125ebce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:05.274171 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f3d7bffc-c1d8-468e-9d09-8f18607e9aa0 req-22701224-906e-4fe4-9c09-0686c125ebce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a57c2580-dd64-42bb-8b18-d437fa46d1d2 HTTP/1.1" status: 200 len: 859 time: 0.1085410 Dec 07 18:45:05.280214 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-3a722d1d-0635-4a86-b6d8-f795b252ff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:05.281683 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-3a722d1d-0635-4a86-b6d8-f795b252ff5d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b6ea560-0931-4e32-ae3e-65a030b6cd99 HTTP/1.1" status: 200 len: 850 time: 0.1156020 Dec 07 18:45:05.300179 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-4e2c4081-c63e-4399-801e-8884bb8e60ce req-8960e1b3-459e-4b53-9e27-6c9da508b62e service neutron] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:05.325207 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f3d7bffc-c1d8-468e-9d09-8f18607e9aa0 req-ef9050fd-ac62-4dc6-a48b-bd144f0b1233 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21f5f496-97bc-411b-8951-cfa100658247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425320 Dec 07 18:45:05.376316 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 59048) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:05.392382 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-96fec00b-b110-4943-92eb-968e6af0d3bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:05.425838 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-21b096b2-33bd-44ac-b477-f50c3cd40c59 req-2b1fe6c0-40c7-4327-a96a-982b4908e40e service neutron] 10.222.0.23 "GET /v2.0/networks/21f5f496-97bc-411b-8951-cfa100658247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228257 Dec 07 18:45:05.470368 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-2b558c3d-d2eb-4765-8825-c412189162f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:05.471943 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-2b558c3d-d2eb-4765-8825-c412189162f1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a321d8bd-fce1-4a8d-9656-239d82555545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1813631 Dec 07 18:45:05.553629 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67959ca5-3a3b-4451-b45e-b8bd53e40e17 req-edbd3820-a45c-4a07-a634-1ccae4c2dff4 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:05.553958 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-67959ca5-3a3b-4451-b45e-b8bd53e40e17 req-edbd3820-a45c-4a07-a634-1ccae4c2dff4 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/ports?device_id=35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8 HTTP/1.1" status: 200 len: 946 time: 0.0712292 Dec 07 18:45:05.558988 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f3d7bffc-c1d8-468e-9d09-8f18607e9aa0 req-21f9ce71-0dd0-43c8-a175-3ae5c0c642ae service neutron] 10.222.0.23 "GET /v2.0/networks/21f5f496-97bc-411b-8951-cfa100658247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140157 Dec 07 18:45:05.562593 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f37be422-972f-4bb3-b183-431c1c071c45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:05.563781 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-96fec00b-b110-4943-92eb-968e6af0d3bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:05.568727 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4e2c4081-c63e-4399-801e-8884bb8e60ce req-8960e1b3-459e-4b53-9e27-6c9da508b62e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=dce1a392-bc9e-4ac7-9e55-16f699823f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3845553 Dec 07 18:45:05.568963 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-96fec00b-b110-4943-92eb-968e6af0d3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:05.626266 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fec00b-b110-4943-92eb-968e6af0d3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d692e9b-d2d1-49a2-891c-5af97b87b174,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:05.631329 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-96fec00b-b110-4943-92eb-968e6af0d3bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5fbd8d0bf91f46c8b6f6c3cbbbcd270b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6190143 Dec 07 18:45:05.638446 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 59056) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:05.677131 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-67959ca5-3a3b-4451-b45e-b8bd53e40e17 req-41fc44a4-cb60-440c-ad4c-a515ee5ac40c tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/security-groups?id=dce1a392-bc9e-4ac7-9e55-16f699823f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046016 Dec 07 18:45:05.711999 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-24424789-1e93-40bd-9462-3950a0361240 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:05.728597 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-dcacbfba-c66d-4e90-a8d1-b422fb4f35b2 service neutron] 10.222.0.23 "GET /v2.0/networks/a321d8bd-fce1-4a8d-9656-239d82555545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445819 Dec 07 18:45:05.736508 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-24424789-1e93-40bd-9462-3950a0361240 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:05.772722 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf0f78-b1f9-4a79-b91f-962a0f8bd4d2 req-ea3a2411-cadd-466c-bd0e-df3f76eb5c2a tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:05.774946 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-eecf0f78-b1f9-4a79-b91f-962a0f8bd4d2 req-ea3a2411-cadd-466c-bd0e-df3f76eb5c2a tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 944 time: 0.1760907 Dec 07 18:45:05.793028 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-24424789-1e93-40bd-9462-3950a0361240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:05.795649 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-24424789-1e93-40bd-9462-3950a0361240 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:05.796892 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-24424789-1e93-40bd-9462-3950a0361240 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2d692e9b-d2d1-49a2-891c-5af97b87b174 HTTP/1.1" status: 204 len: 168 time: 0.1575139 Dec 07 18:45:05.809722 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24424789-1e93-40bd-9462-3950a0361240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d692e9b-d2d1-49a2-891c-5af97b87b174,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:05.839592 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f3d7bffc-c1d8-468e-9d09-8f18607e9aa0 req-89383692-3ebf-47c4-8fc7-3c9162b839b9 service neutron] 10.222.0.23 "GET /v2.0/networks/21f5f496-97bc-411b-8951-cfa100658247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418392 Dec 07 18:45:05.917096 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f37be422-972f-4bb3-b183-431c1c071c45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:05.934859 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-eecf0f78-b1f9-4a79-b91f-962a0f8bd4d2 req-689254dd-71dd-499d-99d7-0544dfeba52b tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459529 Dec 07 18:45:05.937794 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f37be422-972f-4bb3-b183-431c1c071c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:05.989358 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6c69dc07-2637-41db-b09a-de611dfe78bc req-6417d057-09eb-41b1-919e-6c0bf267f126 service neutron] 10.222.0.23 "GET /v2.0/networks/a321d8bd-fce1-4a8d-9656-239d82555545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335966 Dec 07 18:45:05.996448 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-f37be422-972f-4bb3-b183-431c1c071c45 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=65fe9ff65c1843c6bd6375edf307bee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6152883 Dec 07 18:45:05.996622 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37be422-972f-4bb3-b183-431c1c071c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4d958b-3db6-4f8a-8039-fadd4f40cc0a,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:05.999013 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 59074) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:06.029047 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2328d7-0676-4209-8286-4b5ab2b66f9c req-ab43fbe4-7730-4bbd-95b2-4824e745001c tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:06.035475 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fd2328d7-0676-4209-8286-4b5ab2b66f9c req-ab43fbe4-7730-4bbd-95b2-4824e745001c tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 944 time: 0.0948114 Dec 07 18:45:06.063895 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d75c1fe9-06c4-48d9-a766-779beb935128 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:06.097995 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d75c1fe9-06c4-48d9-a766-779beb935128 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:06.100904 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fd2328d7-0676-4209-8286-4b5ab2b66f9c req-2b5f9ba2-f218-4212-80b5-2479fccf6eb8 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572391 Dec 07 18:45:06.134992 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 59082) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:06.172720 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d75c1fe9-06c4-48d9-a766-779beb935128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:06.176682 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d75c1fe9-06c4-48d9-a766-779beb935128 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:06.178859 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-d75c1fe9-06c4-48d9-a766-779beb935128 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8b4d958b-3db6-4f8a-8039-fadd4f40cc0a HTTP/1.1" status: 204 len: 168 time: 0.1781600 Dec 07 18:45:06.196950 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c1fe9-06c4-48d9-a766-779beb935128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4d958b-3db6-4f8a-8039-fadd4f40cc0a,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:06.275894 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e95c05d7-d6d4-4bf2-9098-c7343425c2a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:06.406400 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e95c05d7-d6d4-4bf2-9098-c7343425c2a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:06.433530 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e95c05d7-d6d4-4bf2-9098-c7343425c2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:06.492354 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d94e54-81f6-4299-8c68-16e924df39d9 req-2b7cb0cf-9b83-426d-8cd6-1a8b6ca36e25 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:06.493855 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-84d94e54-81f6-4299-8c68-16e924df39d9 req-2b7cb0cf-9b83-426d-8cd6-1a8b6ca36e25 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=227d00ae-26f9-4f9d-8aa8-87aa48f24b6d HTTP/1.1" status: 200 len: 946 time: 0.1065397 Dec 07 18:45:06.495305 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c05d7-d6d4-4bf2-9098-c7343425c2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfac7d88-1cd5-441f-b352-478d89efa76a,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:06.503282 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-e95c05d7-d6d4-4bf2-9098-c7343425c2a1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a4d9ab2a3d1d4c768ee5515a44a66789&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3638933 Dec 07 18:45:06.503403 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 59108) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:06.574658 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9 details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:45:06.585473 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 59112) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:06.593970 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-84d94e54-81f6-4299-8c68-16e924df39d9 req-447af89a-e4f2-4ab8-a6cf-63fa338e339e tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779765 Dec 07 18:45:06.602584 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f8f27633-0f13-4b6f-ba7b-70a0766f837d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:06.606439 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5f18dee1-e693-418a-8c36-86df84f5c992 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:06.635047 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5f18dee1-e693-418a-8c36-86df84f5c992 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:06.691904 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5f18dee1-e693-418a-8c36-86df84f5c992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:06.695855 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5f18dee1-e693-418a-8c36-86df84f5c992 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:06.697332 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-5f18dee1-e693-418a-8c36-86df84f5c992 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cfac7d88-1cd5-441f-b352-478d89efa76a HTTP/1.1" status: 204 len: 168 time: 0.1929650 Dec 07 18:45:06.708773 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18dee1-e693-418a-8c36-86df84f5c992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfac7d88-1cd5-441f-b352-478d89efa76a,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:06.740528 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f8f27633-0f13-4b6f-ba7b-70a0766f837d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:06.747862 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f8f27633-0f13-4b6f-ba7b-70a0766f837d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:06.752231 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9,segment=NetworkSegment(4f59615e-88a9-4f5f-80e2-3b55dcfc3591),segment_id=4f59615e-88a9-4f5f-80e2-3b55dcfc3591)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:45:06.773484 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Returning: {'device': '0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9', 'network_id': '21f5f496-97bc-411b-8951-cfa100658247', 'port_id': '0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9', 'mac_address': 'fa:16:3e:b6:67:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57c2580-dd64-42bb-8b18-d437fa46d1d2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:45:06.819797 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:06.823283 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-f8f27633-0f13-4b6f-ba7b-70a0766f837d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=169476e4650a4a4aa0146f83dd24cd24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365153 Dec 07 18:45:06.826136 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 59124) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:06.826464 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f27633-0f13-4b6f-ba7b-70a0766f837d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbda7b26-d07d-4024-90d2-bec29abebbf0,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:06.860883 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:45:06.876149 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ad463-ccde-4db5-bca5-2034246cdf07 req-cc78c905-3d51-47ce-be96-9778488695d4 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:06.883543 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7d1ad463-ccde-4db5-bca5-2034246cdf07 req-cc78c905-3d51-47ce-be96-9778488695d4 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/ports?device_id=35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8 HTTP/1.1" status: 200 len: 946 time: 0.0895379 Dec 07 18:45:06.905490 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9,segment=NetworkSegment(4f59615e-88a9-4f5f-80e2-3b55dcfc3591),segment_id=4f59615e-88a9-4f5f-80e2-3b55dcfc3591)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:45:06.909046 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-ff28e7e5-fdaf-4b09-8406-54fe05806ce1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:06.913258 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:06.938448 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-ff28e7e5-fdaf-4b09-8406-54fe05806ce1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:06.945218 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7d1ad463-ccde-4db5-bca5-2034246cdf07 req-ab2db322-c3f8-4bc3-a111-eada16f62f36 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/security-groups?id=dce1a392-bc9e-4ac7-9e55-16f699823f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606859 Dec 07 18:45:06.993121 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:07.022053 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-ff28e7e5-fdaf-4b09-8406-54fe05806ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:07.025774 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-ff28e7e5-fdaf-4b09-8406-54fe05806ce1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:07.027012 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-ff28e7e5-fdaf-4b09-8406-54fe05806ce1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fbda7b26-d07d-4024-90d2-bec29abebbf0 HTTP/1.1" status: 204 len: 168 time: 0.1998713 Dec 07 18:45:07.051280 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28e7e5-fdaf-4b09-8406-54fe05806ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbda7b26-d07d-4024-90d2-bec29abebbf0,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:07.076253 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894629b9-664c-43a5-b5ee-a75506a83fe7 req-86fd0b21-eb70-49d5-8044-bd197bbcedab tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:07.078260 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-894629b9-664c-43a5-b5ee-a75506a83fe7 req-86fd0b21-eb70-49d5-8044-bd197bbcedab tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 944 time: 0.0682137 Dec 07 18:45:07.137361 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-894629b9-664c-43a5-b5ee-a75506a83fe7 req-c0f59ed3-df65-48ce-80a6-dafff2f0ed71 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525005 Dec 07 18:45:07.232332 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 59134) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:07.245989 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d779940a-5b0d-46ae-8558-8e21f824326c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:07.279822 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458da835-d21e-40da-b6e8-47b7b2ecdd88 req-9aa15b49-5092-4e37-bf0b-1eb84ea2b994 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:07.281731 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-458da835-d21e-40da-b6e8-47b7b2ecdd88 req-9aa15b49-5092-4e37-bf0b-1eb84ea2b994 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 944 time: 0.0623112 Dec 07 18:45:07.358591 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d779940a-5b0d-46ae-8558-8e21f824326c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:07.359524 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-458da835-d21e-40da-b6e8-47b7b2ecdd88 req-d69e5f34-2e90-4094-9516-743edd7f4c7f tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666969 Dec 07 18:45:07.371624 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d779940a-5b0d-46ae-8558-8e21f824326c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:07.433240 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-d779940a-5b0d-46ae-8558-8e21f824326c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f1dbed597f7741fd8b20ea84e6f1c780&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1999002 Dec 07 18:45:07.436034 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 59146) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:07.450557 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779940a-5b0d-46ae-8558-8e21f824326c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2c31f7-f94b-4279-b6d9-d41232675500,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:07.495025 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fcb837e0-2dc6-40f0-9885-c57c8fa04b2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:07.518466 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fcb837e0-2dc6-40f0-9885-c57c8fa04b2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:07.567643 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fcb837e0-2dc6-40f0-9885-c57c8fa04b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:07.571386 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fcb837e0-2dc6-40f0-9885-c57c8fa04b2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:07.573182 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-fcb837e0-2dc6-40f0-9885-c57c8fa04b2d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5d2c31f7-f94b-4279-b6d9-d41232675500 HTTP/1.1" status: 204 len: 168 time: 0.1356940 Dec 07 18:45:07.580926 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb837e0-2dc6-40f0-9885-c57c8fa04b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2c31f7-f94b-4279-b6d9-d41232675500,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:07.724955 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3c765-877b-4c6b-907b-168d23de76aa req-9132bec2-3507-4a48-a3b0-d4a0e519feca tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:07.727593 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-52e3c765-877b-4c6b-907b-168d23de76aa req-9132bec2-3507-4a48-a3b0-d4a0e519feca tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=227d00ae-26f9-4f9d-8aa8-87aa48f24b6d HTTP/1.1" status: 200 len: 946 time: 0.0578928 Dec 07 18:45:07.793665 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-52e3c765-877b-4c6b-907b-168d23de76aa req-43845b02-0a42-4a48-baa3-1e8bbc98ea18 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558681 Dec 07 18:45:07.906524 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 59168) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:07.920805 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2e9f1028-375d-45e4-835d-db9170016084 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:08.002458 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2e9f1028-375d-45e4-835d-db9170016084 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:08.006621 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2e9f1028-375d-45e4-835d-db9170016084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:08.075378 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-2e9f1028-375d-45e4-835d-db9170016084 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=170c102876bd4069b21f71ba043ed069&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1671319 Dec 07 18:45:08.077049 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f1028-375d-45e4-835d-db9170016084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0100b75-6862-4bd0-8862-03c6ba84dacc,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:08.078041 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 59174) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:08.102093 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d604d91-a011-48f4-90e4-6e21ed8cacc3 req-4cf24350-347e-46c8-b32d-cda1250f4abf tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:08.103973 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4d604d91-a011-48f4-90e4-6e21ed8cacc3 req-4cf24350-347e-46c8-b32d-cda1250f4abf tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/ports?device_id=35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8 HTTP/1.1" status: 200 len: 946 time: 0.0835536 Dec 07 18:45:08.144160 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c75ed799-b987-4c85-a79d-c0d335921348 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:08.162015 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4d604d91-a011-48f4-90e4-6e21ed8cacc3 req-8e79db77-1302-43ab-994e-da9da6bccc3c tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/security-groups?id=dce1a392-bc9e-4ac7-9e55-16f699823f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506153 Dec 07 18:45:08.168412 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c75ed799-b987-4c85-a79d-c0d335921348 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:08.222324 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c75ed799-b987-4c85-a79d-c0d335921348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:08.225067 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c75ed799-b987-4c85-a79d-c0d335921348 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:08.229328 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-c75ed799-b987-4c85-a79d-c0d335921348 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b0100b75-6862-4bd0-8862-03c6ba84dacc HTTP/1.1" status: 204 len: 168 time: 0.1471131 Dec 07 18:45:08.244949 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ed799-b987-4c85-a79d-c0d335921348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0100b75-6862-4bd0-8862-03c6ba84dacc,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:08.290740 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bcd93d-6e40-4941-9bf9-8efa17dcd558 req-3f087659-ba88-464b-8927-720319fa431d tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:08.292724 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-52bcd93d-6e40-4941-9bf9-8efa17dcd558 req-3f087659-ba88-464b-8927-720319fa431d tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 944 time: 0.0625634 Dec 07 18:45:08.352178 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-52bcd93d-6e40-4941-9bf9-8efa17dcd558 req-c397bb7b-41d9-42e9-a9dd-6b9494a95a50 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525343 Dec 07 18:45:08.512666 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:08.528711 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75cef6-db53-42c0-b897-176a23616af1 req-556f773b-45a4-4142-a277-bb58969945b9 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:08.530253 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-bb75cef6-db53-42c0-b897-176a23616af1 req-556f773b-45a4-4142-a277-bb58969945b9 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 944 time: 0.0595586 Dec 07 18:45:08.581061 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-bb75cef6-db53-42c0-b897-176a23616af1 req-32d1179f-e8f8-4272-ad8d-447026d442ff tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441027 Dec 07 18:45:08.910728 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034a97d-9d25-41d2-8894-9af4342b890a req-5668984a-7b1c-4d0e-a58c-5371859911e3 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:08.912256 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2034a97d-9d25-41d2-8894-9af4342b890a req-5668984a-7b1c-4d0e-a58c-5371859911e3 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=227d00ae-26f9-4f9d-8aa8-87aa48f24b6d HTTP/1.1" status: 200 len: 946 time: 0.0542185 Dec 07 18:45:08.971898 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2034a97d-9d25-41d2-8894-9af4342b890a req-d17681e6-0744-4c75-8c02-fed01089210f tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490141 Dec 07 18:45:09.325730 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186b933-a45f-4660-8273-b4b0db827446 req-4cf9aab0-bff3-4c36-b9ef-94b5b54e182b tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:09.328305 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3186b933-a45f-4660-8273-b4b0db827446 req-4cf9aab0-bff3-4c36-b9ef-94b5b54e182b tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/ports?device_id=35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8 HTTP/1.1" status: 200 len: 946 time: 0.0769749 Dec 07 18:45:09.387419 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3186b933-a45f-4660-8273-b4b0db827446 req-e2662a6a-6b9e-4a1a-a845-2470866bfd8c tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/security-groups?id=dce1a392-bc9e-4ac7-9e55-16f699823f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531394 Dec 07 18:45:09.448252 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 59268) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:09.537230 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93999d58-5e34-42da-b89c-81c334c4826c req-fcbd87a7-8bd6-48c0-9762-bf2f4ae28bbc tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:09.538924 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-93999d58-5e34-42da-b89c-81c334c4826c req-fcbd87a7-8bd6-48c0-9762-bf2f4ae28bbc tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 944 time: 0.0570426 Dec 07 18:45:09.588452 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-93999d58-5e34-42da-b89c-81c334c4826c req-738154a6-d0bd-412e-be70-fb33df3128b4 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432975 Dec 07 18:45:09.709004 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f5077-1bf6-4c77-8ddb-cb657e25e562 req-023b1e4f-f1c8-4b81-9366-8a72cd60e995 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:09.710653 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-365f5077-1bf6-4c77-8ddb-cb657e25e562 req-023b1e4f-f1c8-4b81-9366-8a72cd60e995 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 944 time: 0.0584509 Dec 07 18:45:09.750484 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9df183ce-e110-4489-ac7d-c980389a1f4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:09.786505 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-365f5077-1bf6-4c77-8ddb-cb657e25e562 req-c9591346-0e4f-4df6-8c32-502cf179727c tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680346 Dec 07 18:45:09.858505 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9df183ce-e110-4489-ac7d-c980389a1f4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:09.863664 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9df183ce-e110-4489-ac7d-c980389a1f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:09.905287 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-9df183ce-e110-4489-ac7d-c980389a1f4f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1cbefa78ef8e47ea9818b6cadb980ede&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4559085 Dec 07 18:45:09.906469 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df183ce-e110-4489-ac7d-c980389a1f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e735f2ac-74b4-4f11-aab4-c27b4d05ecfd,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:09.907962 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 59288) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:09.980744 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2dc776c8-c996-4363-9d21-e6e68a105d9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:10.004776 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2dc776c8-c996-4363-9d21-e6e68a105d9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:10.051241 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:45:10.083849 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2dc776c8-c996-4363-9d21-e6e68a105d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:10.086715 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2dc776c8-c996-4363-9d21-e6e68a105d9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:10.087907 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-2dc776c8-c996-4363-9d21-e6e68a105d9c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e735f2ac-74b4-4f11-aab4-c27b4d05ecfd HTTP/1.1" status: 204 len: 168 time: 0.1785178 Dec 07 18:45:10.104332 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc776c8-c996-4363-9d21-e6e68a105d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e735f2ac-74b4-4f11-aab4-c27b4d05ecfd,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:10.197413 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62342a91-d96f-43bc-831e-cc2fe0250f8d req-d74e619d-aee1-4985-b0ec-ba25fd510336 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:10.199024 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-62342a91-d96f-43bc-831e-cc2fe0250f8d req-d74e619d-aee1-4985-b0ec-ba25fd510336 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=227d00ae-26f9-4f9d-8aa8-87aa48f24b6d HTTP/1.1" status: 200 len: 946 time: 0.0881441 Dec 07 18:45:10.262174 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-62342a91-d96f-43bc-831e-cc2fe0250f8d req-bde2bb5d-61f4-4fe4-b8b1-88c9759c372f tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538449 Dec 07 18:45:10.442602 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 59306) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:10.457326 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-218a77bf-d685-4cc1-b012-10f9df0b1d65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:10.549865 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-218a77bf-d685-4cc1-b012-10f9df0b1d65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:10.556327 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-218a77bf-d685-4cc1-b012-10f9df0b1d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:10.557550 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f2943-1807-4ec2-a16d-1ed25ab70042 req-66e8ad41-0951-437e-8ba7-97f6b0d5c2f5 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:10.559490 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-013f2943-1807-4ec2-a16d-1ed25ab70042 req-66e8ad41-0951-437e-8ba7-97f6b0d5c2f5 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/ports?device_id=35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8 HTTP/1.1" status: 200 len: 946 time: 0.0942810 Dec 07 18:45:10.599214 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a77bf-d685-4cc1-b012-10f9df0b1d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931a717f-0c98-4209-8a38-1e4ff7e39a4d,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:10.633715 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-218a77bf-d685-4cc1-b012-10f9df0b1d65 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1e161bc1a23543f3a5521831db1f2d3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1897843 Dec 07 18:45:10.635420 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-013f2943-1807-4ec2-a16d-1ed25ab70042 req-53044229-6063-4ca3-b5ac-d65a583370cb tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/security-groups?id=dce1a392-bc9e-4ac7-9e55-16f699823f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689909 Dec 07 18:45:10.636490 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 59324) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:10.701786 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-15fb21b2-fece-48c5-80cb-c72078658c04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:10.730923 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-15fb21b2-fece-48c5-80cb-c72078658c04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:10.777554 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8e576-a5ca-4d94-aeb8-cc0e769fd598 req-46320d5c-3cd4-40e7-ad7b-9a955590ceeb tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:10.779295 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-71b8e576-a5ca-4d94-aeb8-cc0e769fd598 req-46320d5c-3cd4-40e7-ad7b-9a955590ceeb tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 944 time: 0.0687783 Dec 07 18:45:10.810708 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-15fb21b2-fece-48c5-80cb-c72078658c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:10.814598 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-15fb21b2-fece-48c5-80cb-c72078658c04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:10.816918 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-15fb21b2-fece-48c5-80cb-c72078658c04 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/931a717f-0c98-4209-8a38-1e4ff7e39a4d HTTP/1.1" status: 204 len: 168 time: 0.1791468 Dec 07 18:45:10.846064 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb21b2-fece-48c5-80cb-c72078658c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931a717f-0c98-4209-8a38-1e4ff7e39a4d,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:10.900947 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-71b8e576-a5ca-4d94-aeb8-cc0e769fd598 req-ea01d301-fdf1-4d0f-aefe-19fc2b24f4e7 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145706 Dec 07 18:45:10.998279 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d26c92-d0c8-4a27-8ace-bc460dfd25b5 req-2526870b-2ad4-4e0c-9345-4e882a065447 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:11.005446 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f2d26c92-d0c8-4a27-8ace-bc460dfd25b5 req-2526870b-2ad4-4e0c-9345-4e882a065447 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 944 time: 0.0690048 Dec 07 18:45:11.062465 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f2d26c92-d0c8-4a27-8ace-bc460dfd25b5 req-993f970a-ae9c-4964-be30-962d4b1932c9 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561624 Dec 07 18:45:11.544308 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 74f0e008-eb9a-47c1-abf0-a78d47978293 details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:45:11.548803 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9 up at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:45:11.677271 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning for port 0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9 completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:45:11.682807 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning complete for port 0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:11.683440 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:11.735896 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 74f0e008-eb9a-47c1-abf0-a78d47978293, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=74f0e008-eb9a-47c1-abf0-a78d47978293,segment=NetworkSegment(414c2cea-d8a0-44ed-b4ec-3cd1a1242c00),segment_id=414c2cea-d8a0-44ed-b4ec-3cd1a1242c00)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:45:11.753653 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Returning: {'device': '74f0e008-eb9a-47c1-abf0-a78d47978293', 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545', 'port_id': '74f0e008-eb9a-47c1-abf0-a78d47978293', 'mac_address': 'fa:16:3e:d4:a1:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6ea560-0931-4e32-ae3e-65a030b6cd99', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:45:11.851468 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:11.860061 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:11.891882 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5651cc9-ef23-4b3a-bfc6-dd832eaec69f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:45:11.894313 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab3a8ce7da5a640e7c4dfc04f2c3e6911255c2d0b826cd7cc2b97a426bb0a1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3001eb6-4727-49d8-b58e-8a2c7aa24693" -d '{"events": [{"server_uuid": "a5651cc9-ef23-4b3a-bfc6-dd832eaec69f", "name": "network-vif-plugged", "status": "completed", "tag": "0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:45:11.900504 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f0e008-eb9a-47c1-abf0-a78d47978293 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:45:11.918169 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9,segment=NetworkSegment(4f59615e-88a9-4f5f-80e2-3b55dcfc3591),segment_id=4f59615e-88a9-4f5f-80e2-3b55dcfc3591)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:45:11.932387 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:11.966824 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ba33c7-2567-4193-ad55-4b898d95b3f6 x-openstack-request-id: req-96ba33c7-2567-4193-ad55-4b898d95b3f6 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:45:11.967601 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5651cc9-ef23-4b3a-bfc6-dd832eaec69f", "name": "network-vif-plugged", "status": "completed", "tag": "0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:45:11.968039 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-96ba33c7-2567-4193-ad55-4b898d95b3f6 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:45:11.968629 dv-cinder-819692-6-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5651cc9-ef23-4b3a-bfc6-dd832eaec69f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9', 'code': 200} Dec 07 18:45:12.023021 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 74f0e008-eb9a-47c1-abf0-a78d47978293, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=74f0e008-eb9a-47c1-abf0-a78d47978293,segment=NetworkSegment(414c2cea-d8a0-44ed-b4ec-3cd1a1242c00),segment_id=414c2cea-d8a0-44ed-b4ec-3cd1a1242c00)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:45:12.072328 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:12.073933 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device f19111d7-a12d-47fe-8e06-28405cf67baa details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:45:12.137489 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a83934-c02c-40c0-b9ac-e9d212751e77 req-e85c2fa1-2a94-4be6-9da1-4b0f2e40c3f5 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:12.155911 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-89a83934-c02c-40c0-b9ac-e9d212751e77 req-e85c2fa1-2a94-4be6-9da1-4b0f2e40c3f5 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 944 time: 0.1245110 Dec 07 18:45:12.231579 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:12.263643 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-89a83934-c02c-40c0-b9ac-e9d212751e77 req-5a570249-72f0-4f35-b168-994695d7769f tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007590 Dec 07 18:45:12.291815 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port f19111d7-a12d-47fe-8e06-28405cf67baa, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=f19111d7-a12d-47fe-8e06-28405cf67baa,segment=NetworkSegment(4f59615e-88a9-4f5f-80e2-3b55dcfc3591),segment_id=4f59615e-88a9-4f5f-80e2-3b55dcfc3591)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:45:12.312985 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Returning: {'device': 'f19111d7-a12d-47fe-8e06-28405cf67baa', 'network_id': '21f5f496-97bc-411b-8951-cfa100658247', 'port_id': 'f19111d7-a12d-47fe-8e06-28405cf67baa', 'mac_address': 'fa:16:3e:b7:5b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57c2580-dd64-42bb-8b18-d437fa46d1d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:45:12.390441 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=74f0e008-eb9a-47c1-abf0-a78d47978293,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:12.399824 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732c14f-640e-4577-bdcd-4e66818beb63 req-b22d0bce-8adf-49b9-a618-c2f8d434bc0d tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:12.413733 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:12.414051 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2732c14f-640e-4577-bdcd-4e66818beb63 req-b22d0bce-8adf-49b9-a618-c2f8d434bc0d tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 945 time: 0.1899524 Dec 07 18:45:12.451307 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f19111d7-a12d-47fe-8e06-28405cf67baa {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:45:12.478950 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port f19111d7-a12d-47fe-8e06-28405cf67baa, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=f19111d7-a12d-47fe-8e06-28405cf67baa,segment=NetworkSegment(4f59615e-88a9-4f5f-80e2-3b55dcfc3591),segment_id=4f59615e-88a9-4f5f-80e2-3b55dcfc3591)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:45:12.486280 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:12.489392 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0bafe6-e520-41a3-a533-c63038aa6697 req-1c3227ce-0360-4356-877d-ec3d875b2f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:12.493653 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4b0bafe6-e520-41a3-a533-c63038aa6697 req-1c3227ce-0360-4356-877d-ec3d875b2f44 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 1099 time: 0.2029245 Dec 07 18:45:12.549503 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=f19111d7-a12d-47fe-8e06-28405cf67baa,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:12.555839 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2732c14f-640e-4577-bdcd-4e66818beb63 req-6136a20d-74a5-4cab-87f3-a5c7b43cc915 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405165 Dec 07 18:45:12.578726 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4b0bafe6-e520-41a3-a533-c63038aa6697 req-f62b2a54-018f-4aa7-bc45-cb0b6e2f4ae2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757360 Dec 07 18:45:12.822522 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['74f0e008-eb9a-47c1-abf0-a78d47978293'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:45:12.892256 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['f19111d7-a12d-47fe-8e06-28405cf67baa'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:45:12.916000 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 59484) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:13.166999 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bc1c4d24-44dd-48a9-95b6-de8e76a327d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:13.255575 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bc1c4d24-44dd-48a9-95b6-de8e76a327d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:13.260909 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bc1c4d24-44dd-48a9-95b6-de8e76a327d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:13.300454 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c4d24-44dd-48a9-95b6-de8e76a327d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e7b493-558f-4606-a2c1-931022d682b2,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:13.305925 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-bc1c4d24-44dd-48a9-95b6-de8e76a327d4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=406b5b6191b6478e87380c7f5db34395&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3884478 Dec 07 18:45:13.308665 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 59506) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:13.416239 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d52e0-398c-4850-89d6-c2697e76b78f req-bda9d4f2-2dda-435e-a2f2-78b0da4f75eb tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:13.417729 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-752d52e0-398c-4850-89d6-c2697e76b78f req-bda9d4f2-2dda-435e-a2f2-78b0da4f75eb tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 945 time: 0.0853937 Dec 07 18:45:13.418402 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-7ead6a5b-ea43-4115-9665-f8a45799c944 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:13.457036 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-7ead6a5b-ea43-4115-9665-f8a45799c944 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:13.501798 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-752d52e0-398c-4850-89d6-c2697e76b78f req-2fbab192-3e25-4fa3-b54b-6203b0964dee tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743003 Dec 07 18:45:13.529847 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-7ead6a5b-ea43-4115-9665-f8a45799c944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:13.533072 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-7ead6a5b-ea43-4115-9665-f8a45799c944 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:13.536649 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-7ead6a5b-ea43-4115-9665-f8a45799c944 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/61e7b493-558f-4606-a2c1-931022d682b2 HTTP/1.1" status: 204 len: 168 time: 0.2245681 Dec 07 18:45:13.543781 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead6a5b-ea43-4115-9665-f8a45799c944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e7b493-558f-4606-a2c1-931022d682b2,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:13.685035 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbadd84-eef0-4d03-843a-2947118a3ff0 req-150c4a43-878f-4de5-be39-d50a8640d925 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:13.693979 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-bbbadd84-eef0-4d03-843a-2947118a3ff0 req-150c4a43-878f-4de5-be39-d50a8640d925 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 945 time: 0.0756686 Dec 07 18:45:13.754787 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-bbbadd84-eef0-4d03-843a-2947118a3ff0 req-98ffbb77-349a-45ed-9cb2-0182d8f9a503 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598204 Dec 07 18:45:14.627305 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6a102-5190-4be4-9a07-43ab366814ca req-1efbba45-7451-4451-933c-ead25877a9be tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:14.628834 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-32e6a102-5190-4be4-9a07-43ab366814ca req-1efbba45-7451-4451-933c-ead25877a9be tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 945 time: 0.0545413 Dec 07 18:45:14.679824 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-32e6a102-5190-4be4-9a07-43ab366814ca req-875051d6-ccdb-4064-84e2-160731d7bf51 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440755 Dec 07 18:45:14.886633 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db58fb-9f93-4a31-84a1-1b7f1e825513 req-9634735a-ffcb-40a8-9639-4c092c1a6be4 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:14.888135 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c8db58fb-9f93-4a31-84a1-1b7f1e825513 req-9634735a-ffcb-40a8-9639-4c092c1a6be4 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 945 time: 0.0561976 Dec 07 18:45:14.937016 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c8db58fb-9f93-4a31-84a1-1b7f1e825513 req-aff0d05d-d2d3-4d2c-bdbd-74d738f19f23 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431478 Dec 07 18:45:15.347048 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 59616) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:15.465266 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9f5d41cf-552e-4ad9-a6f2-037227183e3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:15.465420 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:45:15.467923 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5d699bfb-820a-47d2-ae52-59377fbec932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:15.546745 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9f5d41cf-552e-4ad9-a6f2-037227183e3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:15.550572 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9f5d41cf-552e-4ad9-a6f2-037227183e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:15.565737 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 74f0e008-eb9a-47c1-abf0-a78d47978293 up at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:45:15.594042 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 59628) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:15.598681 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-9f5d41cf-552e-4ad9-a6f2-037227183e3e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e28ff7e28b424ad086c8a8b7c897b019&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2501574 Dec 07 18:45:15.601158 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d41cf-552e-4ad9-a6f2-037227183e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae13b9e-ec57-4266-b144-622dfdadcb40,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:15.629106 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning for port 74f0e008-eb9a-47c1-abf0-a78d47978293 completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:45:15.633690 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning complete for port 74f0e008-eb9a-47c1-abf0-a78d47978293 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:15.634104 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:15.657970 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db001550-50f6-4881-a74a-9c081c722cf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:15.684412 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db001550-50f6-4881-a74a-9c081c722cf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:15.727217 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:15.739282 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db001550-50f6-4881-a74a-9c081c722cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:15.743679 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db001550-50f6-4881-a74a-9c081c722cf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:15.747148 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-db001550-50f6-4881-a74a-9c081c722cf3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fae13b9e-ec57-4266-b144-622dfdadcb40 HTTP/1.1" status: 204 len: 168 time: 0.1498113 Dec 07 18:45:15.753254 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db001550-50f6-4881-a74a-9c081c722cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae13b9e-ec57-4266-b144-622dfdadcb40,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:15.755377 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668cc429-6322-4b0b-8f3a-6d910c891444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f0e008-eb9a-47c1-abf0-a78d47978293'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:45:15.757893 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab3a8ce7da5a640e7c4dfc04f2c3e6911255c2d0b826cd7cc2b97a426bb0a1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b935418-97bf-42a9-b71e-eb7284e6f3f0" -d '{"events": [{"server_uuid": "668cc429-6322-4b0b-8f3a-6d910c891444", "name": "network-vif-plugged", "status": "completed", "tag": "74f0e008-eb9a-47c1-abf0-a78d47978293"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:45:15.781269 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 74f0e008-eb9a-47c1-abf0-a78d47978293, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=74f0e008-eb9a-47c1-abf0-a78d47978293,segment=NetworkSegment(414c2cea-d8a0-44ed-b4ec-3cd1a1242c00),segment_id=414c2cea-d8a0-44ed-b4ec-3cd1a1242c00)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:45:15.787522 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:15.789345 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device f19111d7-a12d-47fe-8e06-28405cf67baa up at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:45:15.840347 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a30a700-2473-4357-bf2b-09b3c603bc58 x-openstack-request-id: req-7a30a700-2473-4357-bf2b-09b3c603bc58 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:45:15.840583 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668cc429-6322-4b0b-8f3a-6d910c891444", "name": "network-vif-plugged", "status": "completed", "tag": "74f0e008-eb9a-47c1-abf0-a78d47978293", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:45:15.840833 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7a30a700-2473-4357-bf2b-09b3c603bc58 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:45:15.841393 dv-cinder-819692-6-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668cc429-6322-4b0b-8f3a-6d910c891444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f0e008-eb9a-47c1-abf0-a78d47978293', 'code': 200} Dec 07 18:45:15.889823 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=74f0e008-eb9a-47c1-abf0-a78d47978293,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:15.901393 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning for port f19111d7-a12d-47fe-8e06-28405cf67baa completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:45:15.903219 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472eb89c-e43e-4da8-b5de-a87b3b2b7c5d req-c9085d8e-ec50-4379-bee3-f93e9022c238 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:15.908930 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning complete for port f19111d7-a12d-47fe-8e06-28405cf67baa triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:15.909187 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:15.912329 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-472eb89c-e43e-4da8-b5de-a87b3b2b7c5d req-c9085d8e-ec50-4379-bee3-f93e9022c238 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 945 time: 0.1327951 Dec 07 18:45:15.981158 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-472eb89c-e43e-4da8-b5de-a87b3b2b7c5d req-73869d19-797d-48b2-aa10-20d2e412c80a tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678232 Dec 07 18:45:16.044993 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:16.068598 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35449880-fc27-4d97-9c57-eb9d44288c41 req-75eed5e4-7f95-4967-bb72-c08f44c424a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:16.072097 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-35449880-fc27-4d97-9c57-eb9d44288c41 req-75eed5e4-7f95-4967-bb72-c08f44c424a6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 1099 time: 0.0534613 Dec 07 18:45:16.091142 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port f19111d7-a12d-47fe-8e06-28405cf67baa, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=f19111d7-a12d-47fe-8e06-28405cf67baa,segment=NetworkSegment(4f59615e-88a9-4f5f-80e2-3b55dcfc3591),segment_id=4f59615e-88a9-4f5f-80e2-3b55dcfc3591)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:45:16.091745 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cdcc6-1267-4f3a-8107-b314c07102e5 req-268b37e8-38c2-4280-9ddd-5cc75c558a47 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:16.093854 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-015cdcc6-1267-4f3a-8107-b314c07102e5 req-268b37e8-38c2-4280-9ddd-5cc75c558a47 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0564079 Dec 07 18:45:16.101627 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:16.136084 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-35449880-fc27-4d97-9c57-eb9d44288c41 req-20d4df7d-312e-4cdb-ac90-b4aab7499c0e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556347 Dec 07 18:45:16.156241 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-015cdcc6-1267-4f3a-8107-b314c07102e5 req-c4d27361-cf7f-4c90-8406-9ff910e8960f tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555739 Dec 07 18:45:16.160862 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=f19111d7-a12d-47fe-8e06-28405cf67baa,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:16.204418 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 59646) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:16.218035 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-81d3784b-b9f1-4f3d-a5b2-35017eefe1f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:16.290038 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-81d3784b-b9f1-4f3d-a5b2-35017eefe1f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:16.294076 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-81d3784b-b9f1-4f3d-a5b2-35017eefe1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:16.340876 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-81d3784b-b9f1-4f3d-a5b2-35017eefe1f1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c104d9952ed34d28b66ba7ba863295a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352816 Dec 07 18:45:16.342043 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d3784b-b9f1-4f3d-a5b2-35017eefe1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd4d4ff-03d2-4cfa-a93e-939c2051e8f5,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:16.344630 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 59652) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:16.395211 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b73fae53-ba14-403b-8220-c21b5d85613f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:16.422609 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b73fae53-ba14-403b-8220-c21b5d85613f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:16.479139 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b73fae53-ba14-403b-8220-c21b5d85613f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:16.482040 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b73fae53-ba14-403b-8220-c21b5d85613f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:16.483178 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-b73fae53-ba14-403b-8220-c21b5d85613f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/abd4d4ff-03d2-4cfa-a93e-939c2051e8f5 HTTP/1.1" status: 204 len: 168 time: 0.1376433 Dec 07 18:45:16.493528 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73fae53-ba14-403b-8220-c21b5d85613f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd4d4ff-03d2-4cfa-a93e-939c2051e8f5,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:17.124328 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843defd0-b6fd-4e4a-8234-e372fee29658 req-f801899e-eaf0-43c8-8656-23c0f383b75d tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:17.126212 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-843defd0-b6fd-4e4a-8234-e372fee29658 req-f801899e-eaf0-43c8-8656-23c0f383b75d tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.0567913 Dec 07 18:45:17.179254 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-843defd0-b6fd-4e4a-8234-e372fee29658 req-e1c34e6a-5c72-49a1-98f3-56198bf9adfe tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470018 Dec 07 18:45:17.279727 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce733d3-9dbe-472e-b170-99967f37e3f4 req-c3714ba7-3641-457a-b27a-05a48da2c3c2 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:17.281204 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8ce733d3-9dbe-472e-b170-99967f37e3f4 req-c3714ba7-3641-457a-b27a-05a48da2c3c2 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0491683 Dec 07 18:45:17.332579 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8ce733d3-9dbe-472e-b170-99967f37e3f4 req-1f57bb6b-4a05-4be9-af05-199422527e55 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452049 Dec 07 18:45:17.822217 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6cc46a58-ebc1-4cac-964c-5720d0ccc4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:17.842889 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9b1241-e140-4789-9341-cb20006c6eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19111d7-a12d-47fe-8e06-28405cf67baa'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:45:17.845273 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab3a8ce7da5a640e7c4dfc04f2c3e6911255c2d0b826cd7cc2b97a426bb0a1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8107a0-a871-4463-b024-c5c9fe4effff" -d '{"events": [{"server_uuid": "fb9b1241-e140-4789-9341-cb20006c6eba", "name": "network-vif-plugged", "status": "completed", "tag": "f19111d7-a12d-47fe-8e06-28405cf67baa"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:45:17.879337 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e235d89e-d3b6-4258-9722-31fbcc71f05b x-openstack-request-id: req-e235d89e-d3b6-4258-9722-31fbcc71f05b {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:45:17.879653 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9b1241-e140-4789-9341-cb20006c6eba", "name": "network-vif-plugged", "status": "completed", "tag": "f19111d7-a12d-47fe-8e06-28405cf67baa", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:45:17.879914 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e235d89e-d3b6-4258-9722-31fbcc71f05b {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:45:17.880307 dv-cinder-819692-6-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9b1241-e140-4789-9341-cb20006c6eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19111d7-a12d-47fe-8e06-28405cf67baa', 'code': 200} Dec 07 18:45:18.074973 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 59728) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:18.177062 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3fea5fb9-a955-4ff5-897f-5a3d7ed0f5b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:18.265356 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3fea5fb9-a955-4ff5-897f-5a3d7ed0f5b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:18.282557 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3fea5fb9-a955-4ff5-897f-5a3d7ed0f5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:18.328859 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-3fea5fb9-a955-4ff5-897f-5a3d7ed0f5b3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0be33f546f944f47be3f2fecb09113fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2528327 Dec 07 18:45:18.331594 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 59734) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:18.338631 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f04469-7d24-4e7c-9236-33e6cfd8b623 req-01a9527c-5c4d-445e-a185-359125e8fcc8 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:18.340056 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-82f04469-7d24-4e7c-9236-33e6cfd8b623 req-01a9527c-5c4d-445e-a185-359125e8fcc8 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.0916209 Dec 07 18:45:18.340675 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea5fb9-a955-4ff5-897f-5a3d7ed0f5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e8c925-a5be-4f81-ac42-8c99a2ecc73f,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:18.382857 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-183d7fb1-abd4-4435-8a92-34bb9f79a9b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:18.392259 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-82f04469-7d24-4e7c-9236-33e6cfd8b623 req-8fd5f1a7-a227-4bf8-8261-001cd4bc008e tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441062 Dec 07 18:45:18.406161 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-183d7fb1-abd4-4435-8a92-34bb9f79a9b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:18.480170 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57edb1a3-d625-4b86-83ca-f25b89b8f6d7 req-bad75dc0-3f76-46e6-bbca-eabe890e308e tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:18.481637 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-57edb1a3-d625-4b86-83ca-f25b89b8f6d7 req-bad75dc0-3f76-46e6-bbca-eabe890e308e tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0693214 Dec 07 18:45:18.497108 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-183d7fb1-abd4-4435-8a92-34bb9f79a9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:18.499663 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-183d7fb1-abd4-4435-8a92-34bb9f79a9b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:18.500677 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-183d7fb1-abd4-4435-8a92-34bb9f79a9b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/93e8c925-a5be-4f81-ac42-8c99a2ecc73f HTTP/1.1" status: 204 len: 168 time: 0.1674819 Dec 07 18:45:18.520789 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d7fb1-abd4-4435-8a92-34bb9f79a9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e8c925-a5be-4f81-ac42-8c99a2ecc73f,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:18.553253 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-57edb1a3-d625-4b86-83ca-f25b89b8f6d7 req-35084270-2c54-4399-9cf7-6cd8b00ba404 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654790 Dec 07 18:45:18.781708 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 59748) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:18.794593 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-80a2e046-ee59-4532-94b3-2fd7bc8da90d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:18.872949 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-80a2e046-ee59-4532-94b3-2fd7bc8da90d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:18.876761 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-80a2e046-ee59-4532-94b3-2fd7bc8da90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:18.914819 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-80a2e046-ee59-4532-94b3-2fd7bc8da90d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c227c665a7b64bb0935edcf2e77a71d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320436 Dec 07 18:45:18.915680 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2e046-ee59-4532-94b3-2fd7bc8da90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8e0a95-f7fa-4e50-a185-d4e47f3a6a2d,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:18.917486 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 59752) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:18.964668 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0d6e63f2-9959-4fba-a7b8-e51f98d53164 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:18.985512 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0d6e63f2-9959-4fba-a7b8-e51f98d53164 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:19.034589 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0d6e63f2-9959-4fba-a7b8-e51f98d53164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:19.037046 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0d6e63f2-9959-4fba-a7b8-e51f98d53164 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:19.038204 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-0d6e63f2-9959-4fba-a7b8-e51f98d53164 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ca8e0a95-f7fa-4e50-a185-d4e47f3a6a2d HTTP/1.1" status: 204 len: 168 time: 0.1196804 Dec 07 18:45:19.046625 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e63f2-9959-4fba-a7b8-e51f98d53164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8e0a95-f7fa-4e50-a185-d4e47f3a6a2d,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:19.407332 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5951ca-fdec-41e0-8833-f54ddf57ad99 req-3a4cb7c9-be2c-4474-b2c4-989f0d07c86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:19.408937 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9b5951ca-fdec-41e0-8833-f54ddf57ad99 req-3a4cb7c9-be2c-4474-b2c4-989f0d07c86c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 1099 time: 0.0408287 Dec 07 18:45:19.470378 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9b5951ca-fdec-41e0-8833-f54ddf57ad99 req-28a46e71-966f-4a66-aa75-30c1c3926c31 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431342 Dec 07 18:45:19.530310 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b07b32-41ee-49a1-879e-1218aa30cf83 req-beb4e521-bf7f-4480-8602-e0dfae7d8ecb tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:19.532070 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b6b07b32-41ee-49a1-879e-1218aa30cf83 req-beb4e521-bf7f-4480-8602-e0dfae7d8ecb tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.0552392 Dec 07 18:45:19.589683 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b6b07b32-41ee-49a1-879e-1218aa30cf83 req-2d573da8-a7e2-4ac9-bd10-e294e166adaa tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480840 Dec 07 18:45:19.703354 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c67584-4eab-4b09-a92f-9011a89bc2e7 req-3a4b35ca-400d-42e5-8e16-08ca2c985116 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:19.705381 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-27c67584-4eab-4b09-a92f-9011a89bc2e7 req-3a4b35ca-400d-42e5-8e16-08ca2c985116 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0613408 Dec 07 18:45:19.768308 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-27c67584-4eab-4b09-a92f-9011a89bc2e7 req-a374ce13-cb48-4524-b9b0-f9c09c7b03ae tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549328 Dec 07 18:45:19.786262 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:20.288426 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:20.741500 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d45d38-39c5-47b2-b1d6-a53844c5ae15 req-e61ee3ff-4a43-4e47-8f5b-cf7851372f13 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:20.750631 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-74d45d38-39c5-47b2-b1d6-a53844c5ae15 req-e61ee3ff-4a43-4e47-8f5b-cf7851372f13 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.0888264 Dec 07 18:45:20.846424 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 59850) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:20.862731 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-74d45d38-39c5-47b2-b1d6-a53844c5ae15 req-cd35b8e1-f5ae-4873-87a4-feedacb2d847 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036000 Dec 07 18:45:20.956097 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2255ef-8996-46b0-b743-5f71c94d3f39 req-93f127ad-4b43-4ab6-a43f-39753c50203f tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:20.957998 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5c2255ef-8996-46b0-b743-5f71c94d3f39 req-93f127ad-4b43-4ab6-a43f-39753c50203f tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0769749 Dec 07 18:45:21.042427 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5c2255ef-8996-46b0-b743-5f71c94d3f39 req-fced0d93-02e0-49f1-9f6a-a27216b0f8bb tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709233 Dec 07 18:45:21.053274 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-42b63295-c863-4d38-9db7-585529e79db7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:21.173337 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-42b63295-c863-4d38-9db7-585529e79db7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:21.186285 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-42b63295-c863-4d38-9db7-585529e79db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:21.224173 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-42b63295-c863-4d38-9db7-585529e79db7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0ced87e285ab48a9a0f9f5e8d04c80e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3730247 Dec 07 18:45:21.227803 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 59868) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:21.233829 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b63295-c863-4d38-9db7-585529e79db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade71ed6-75a1-4878-baf6-3e02053ba8af,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:21.289237 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 59876) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:21.292182 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1bc1fe7f-e6e7-4d85-a3b3-83937b2022f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:21.324447 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1bc1fe7f-e6e7-4d85-a3b3-83937b2022f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:21.390250 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1bc1fe7f-e6e7-4d85-a3b3-83937b2022f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:21.393416 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1bc1fe7f-e6e7-4d85-a3b3-83937b2022f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:21.398214 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-1bc1fe7f-e6e7-4d85-a3b3-83937b2022f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ade71ed6-75a1-4878-baf6-3e02053ba8af HTTP/1.1" status: 204 len: 168 time: 0.1690125 Dec 07 18:45:21.407152 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc1fe7f-e6e7-4d85-a3b3-83937b2022f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade71ed6-75a1-4878-baf6-3e02053ba8af,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:21.409183 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 59884) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:21.518498 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e2afed7c-0f3f-4063-a0dd-df77ae8ff1c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:21.668002 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:21.674953 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e2afed7c-0f3f-4063-a0dd-df77ae8ff1c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:21.680816 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e2afed7c-0f3f-4063-a0dd-df77ae8ff1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:21.697566 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a066ea46-b293-46c6-bb75-e7ce039e9512 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:21.725967 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-e2afed7c-0f3f-4063-a0dd-df77ae8ff1c0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cb5b81edb00c4b8bb7f898d0bf2a9db9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4349618 Dec 07 18:45:21.728559 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2afed7c-0f3f-4063-a0dd-df77ae8ff1c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56434ff1-30bd-4b9c-88b0-111083e62f52,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:21.729607 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 59894) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:21.787757 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 59898) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:21.802312 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-28e99fa4-aa45-4432-9e0f-580ace34eda5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:21.821189 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-01d6c453-6000-4f01-959f-908628dc67b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:21.848191 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a066ea46-b293-46c6-bb75-e7ce039e9512 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:21.858740 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a066ea46-b293-46c6-bb75-e7ce039e9512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:21.863971 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-01d6c453-6000-4f01-959f-908628dc67b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:21.902524 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-28e99fa4-aa45-4432-9e0f-580ace34eda5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:21.908287 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-28e99fa4-aa45-4432-9e0f-580ace34eda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:21.932644 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-a066ea46-b293-46c6-bb75-e7ce039e9512 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8139afb00a3e49ad984db2d54afd9606&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5218444 Dec 07 18:45:21.941133 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 59904) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:21.968867 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-28e99fa4-aa45-4432-9e0f-580ace34eda5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5edc6f5423084b2e9efa6d3c53da71b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1799932 Dec 07 18:45:21.970008 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e99fa4-aa45-4432-9e0f-580ace34eda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d194f2d4-824e-4323-8495-4c1ee6d0b91e,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:21.974191 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 59906) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:22.007045 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a066ea46-b293-46c6-bb75-e7ce039e9512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ddc19a-eb90-4330-be92-84832e5cf1fa,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:22.013533 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-44bcd301-103e-4779-9df0-5bb17d3ac81a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:22.036464 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-44bcd301-103e-4779-9df0-5bb17d3ac81a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:22.054039 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0e741-a426-4786-8f93-183d7d77ada2 req-307df2dc-549d-4301-97f4-7e32b90bf2fd tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:22.056347 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3cc0e741-a426-4786-8f93-183d7d77ada2 req-307df2dc-549d-4301-97f4-7e32b90bf2fd tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.1126132 Dec 07 18:45:22.074767 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-437bda9f-20d3-46b5-8802-49844de11722 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:22.098584 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-01d6c453-6000-4f01-959f-908628dc67b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:22.101625 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-01d6c453-6000-4f01-959f-908628dc67b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:22.102778 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-01d6c453-6000-4f01-959f-908628dc67b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/56434ff1-30bd-4b9c-88b0-111083e62f52 HTTP/1.1" status: 204 len: 168 time: 0.3721588 Dec 07 18:45:22.130921 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6c453-6000-4f01-959f-908628dc67b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56434ff1-30bd-4b9c-88b0-111083e62f52,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:22.134066 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-437bda9f-20d3-46b5-8802-49844de11722 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:22.166566 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3cc0e741-a426-4786-8f93-183d7d77ada2 req-aa86538b-78f9-4ed4-931f-dd40bbef81f4 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929291 Dec 07 18:45:22.168909 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-44bcd301-103e-4779-9df0-5bb17d3ac81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:22.171556 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-44bcd301-103e-4779-9df0-5bb17d3ac81a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:22.172717 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-44bcd301-103e-4779-9df0-5bb17d3ac81a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/29ddc19a-eb90-4330-be92-84832e5cf1fa HTTP/1.1" status: 204 len: 168 time: 0.2304888 Dec 07 18:45:22.207345 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bcd301-103e-4779-9df0-5bb17d3ac81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ddc19a-eb90-4330-be92-84832e5cf1fa,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:22.221491 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-6c347516-e190-4ab7-8730-b8aaee9aaaec tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:22.223064 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-6c347516-e190-4ab7-8730-b8aaee9aaaec tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/networks?id=c8b8ce23-5289-4bad-a75a-485ea880ca99 HTTP/1.1" status: 200 len: 815 time: 0.1427579 Dec 07 18:45:22.230764 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-437bda9f-20d3-46b5-8802-49844de11722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:22.233814 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-437bda9f-20d3-46b5-8802-49844de11722 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:22.235030 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-437bda9f-20d3-46b5-8802-49844de11722 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d194f2d4-824e-4323-8495-4c1ee6d0b91e HTTP/1.1" status: 204 len: 168 time: 0.2435477 Dec 07 18:45:22.257438 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-b40023cc-7ee2-4d98-9e52-19cd8695ff78 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/quotas/12e59e340c3845b199cb2b187d625932 HTTP/1.1" status: 200 len: 375 time: 0.0243859 Dec 07 18:45:22.258987 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437bda9f-20d3-46b5-8802-49844de11722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d194f2d4-824e-4323-8495-4c1ee6d0b91e,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:22.328877 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-74e88d9f-553b-4bce-9230-1be0c2b62710 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=12e59e340c3845b199cb2b187d625932&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0600839 Dec 07 18:45:22.337288 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f102128-6220-4b61-aa35-cab4c0007be0 req-141a962e-a461-44f5-8a15-398ea8fcd738 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:22.339237 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9f102128-6220-4b61-aa35-cab4c0007be0 req-141a962e-a461-44f5-8a15-398ea8fcd738 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0588994 Dec 07 18:45:22.396226 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9f102128-6220-4b61-aa35-cab4c0007be0 req-636d4108-e258-4daa-afe2-5a1edddfcca2 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500710 Dec 07 18:45:22.461900 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-9f2cd9b9-88a0-4644-9058-b289faba3775 service neutron] 10.222.0.41 "GET /v2.0/networks/c8b8ce23-5289-4bad-a75a-485ea880ca99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184630 Dec 07 18:45:22.569620 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-0f815305-5d25-4c66-b205-2f0b696fade2 service neutron] 10.222.0.41 "GET /v2.0/networks/c8b8ce23-5289-4bad-a75a-485ea880ca99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013126 Dec 07 18:45:22.643086 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 59940) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:22.666704 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-37e9d9a6-826f-4f4a-878f-16a449337665 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:22.775344 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084b8b8-c0f6-423c-9eda-e546e8e3f8f4 req-84b363c1-753e-4df9-92a6-3aad16e28be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:22.778633 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c084b8b8-c0f6-423c-9eda-e546e8e3f8f4 req-84b363c1-753e-4df9-92a6-3aad16e28be1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b1c0284a24444edf87293c9fe818e638&device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 1099 time: 0.1021910 Dec 07 18:45:22.832190 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483cd5e-9e9b-4021-abe7-e3c580482866 req-340b5603-ee20-4aed-84d9-1e0d637ef3e7 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:22.848631 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8483cd5e-9e9b-4021-abe7-e3c580482866 req-340b5603-ee20-4aed-84d9-1e0d637ef3e7 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.1340506 Dec 07 18:45:22.849017 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 59950) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:22.855161 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-d2071781-c770-42ad-bb19-303fc9a0b52f tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Request body: {'floatingip': {'port_id': '74f0e008-eb9a-47c1-abf0-a78d47978293'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:45:22.887371 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 59952) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:22.993958 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0d663c61-5c67-454d-b609-2ee4134978cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:23.048673 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d2071781-c770-42ad-bb19-303fc9a0b52f tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for floatingip, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:23.146036 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0d663c61-5c67-454d-b609-2ee4134978cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:23.149192 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c7a1cd67-a4b6-4d2a-a812-309cc183038e req-fa53f6ae-1208-4ea6-85a6-1f6bf64b9512 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=15e2d7c4-b135-4871-9753-659f8c3cfaf1 HTTP/1.1" status: 200 len: 210 time: 0.1961269 Dec 07 18:45:23.197884 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0d663c61-5c67-454d-b609-2ee4134978cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:23.242858 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec90585-b924-477a-80d2-6842765e42dd req-897a3dd5-7cf5-48de-bc14-b0fe771a56ec tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:23.254382 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1ec90585-b924-477a-80d2-6842765e42dd req-897a3dd5-7cf5-48de-bc14-b0fe771a56ec tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.4725423 Dec 07 18:45:23.284472 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-0d663c61-5c67-454d-b609-2ee4134978cb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b597278fbb9e4336bf2263aaa9b4f250&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3960056 Dec 07 18:45:23.293242 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 59970) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:23.325167 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-37e9d9a6-826f-4f4a-878f-16a449337665 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:23.330657 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d663c61-5c67-454d-b609-2ee4134978cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ccf3b0-1fba-4e51-9bc1-54b3eefdc034,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:23.340116 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-37e9d9a6-826f-4f4a-878f-16a449337665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:23.371585 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084b8b8-c0f6-423c-9eda-e546e8e3f8f4 req-43610441-bf23-4027-933d-9e85619695ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:23.373181 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c084b8b8-c0f6-423c-9eda-e546e8e3f8f4 req-43610441-bf23-4027-933d-9e85619695ed service neutron] 10.222.0.23 "GET /v2.0/networks?id=21f5f496-97bc-411b-8951-cfa100658247 HTTP/1.1" status: 200 len: 920 time: 0.5726378 Dec 07 18:45:23.424340 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 59972) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:23.482279 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9d9a6-826f-4f4a-878f-16a449337665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb1cd63-9e09-4d04-8366-a73c1b39f85a,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:23.486357 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-37e9d9a6-826f-4f4a-878f-16a449337665 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=02c6dd7d67ad4218b4cb2d76ff32e9f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8420634 Dec 07 18:45:23.487728 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c084b8b8-c0f6-423c-9eda-e546e8e3f8f4 req-e5d88492-725f-40af-81ae-34d670986f5a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f19111d7-a12d-47fe-8e06-28405cf67baa HTTP/1.1" status: 200 len: 217 time: 0.1012418 Dec 07 18:45:23.490031 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 59976) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:23.510492 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1ec90585-b924-477a-80d2-6842765e42dd req-c0b16653-84a9-40a0-ac6d-99b4815ac104 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550442 Dec 07 18:45:23.580672 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-71432eb0-c009-4d4b-a8e9-f563e80ebf6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:23.630251 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084b8b8-c0f6-423c-9eda-e546e8e3f8f4 req-b384f679-763e-41a4-8413-349ce6bad75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:23.631703 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c084b8b8-c0f6-423c-9eda-e546e8e3f8f4 req-b384f679-763e-41a4-8413-349ce6bad75b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a57c2580-dd64-42bb-8b18-d437fa46d1d2 HTTP/1.1" status: 200 len: 859 time: 0.1183324 Dec 07 18:45:23.637737 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-71432eb0-c009-4d4b-a8e9-f563e80ebf6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:23.690242 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c084b8b8-c0f6-423c-9eda-e546e8e3f8f4 req-7dea1344-eda6-491b-ad31-a1eb0de700ba service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21f5f496-97bc-411b-8951-cfa100658247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503583 Dec 07 18:45:23.707737 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-58be390b-304b-4517-975d-bcd243b6574c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:23.734342 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-acc251d8-9f96-4298-bdca-cc744c1e4971 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:23.782874 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-58be390b-304b-4517-975d-bcd243b6574c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:23.860737 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-71432eb0-c009-4d4b-a8e9-f563e80ebf6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:23.863937 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-71432eb0-c009-4d4b-a8e9-f563e80ebf6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:23.867745 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-71432eb0-c009-4d4b-a8e9-f563e80ebf6c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/12ccf3b0-1fba-4e51-9bc1-54b3eefdc034 HTTP/1.1" status: 204 len: 168 time: 0.5706489 Dec 07 18:45:23.899993 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71432eb0-c009-4d4b-a8e9-f563e80ebf6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ccf3b0-1fba-4e51-9bc1-54b3eefdc034,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:23.930563 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c084b8b8-c0f6-423c-9eda-e546e8e3f8f4 req-7d551e55-7efa-45e5-bda1-5fcd7f838081 service neutron] 10.222.0.23 "GET /v2.0/networks/21f5f496-97bc-411b-8951-cfa100658247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243931 Dec 07 18:45:23.966234 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-58be390b-304b-4517-975d-bcd243b6574c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:23.968758 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-58be390b-304b-4517-975d-bcd243b6574c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:23.969880 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-58be390b-304b-4517-975d-bcd243b6574c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6eb1cd63-9e09-4d04-8366-a73c1b39f85a HTTP/1.1" status: 204 len: 168 time: 0.4581406 Dec 07 18:45:24.001350 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be390b-304b-4517-975d-bcd243b6574c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb1cd63-9e09-4d04-8366-a73c1b39f85a,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:24.038077 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-acc251d8-9f96-4298-bdca-cc744c1e4971 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:24.043307 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.db.resource_extend [None req-d2071781-c770-42ad-bb19-303fc9a0b52f tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 07 18:45:24.046804 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-acc251d8-9f96-4298-bdca-cc744c1e4971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:24.109170 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc251d8-9f96-4298-bdca-cc744c1e4971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e33212e-fe46-4435-b68d-6419a141f8dc,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:24.113981 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-acc251d8-9f96-4298-bdca-cc744c1e4971 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cfd98d6d6f12417893eab09058f9f91f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6785994 Dec 07 18:45:24.117367 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c084b8b8-c0f6-423c-9eda-e546e8e3f8f4 req-54e24e59-7763-4e52-b612-e1f7e0c1d415 service neutron] 10.222.0.23 "GET /v2.0/networks/21f5f496-97bc-411b-8951-cfa100658247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763217 Dec 07 18:45:24.117778 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 59994) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:24.199869 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4ec17807-4da5-4269-8a52-99df71efdc08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:24.244437 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4ec17807-4da5-4269-8a52-99df71efdc08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:24.367669 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-eb793238-4e69-42e4-b2f5-cdd031a6a3b0 req-1e49942d-ed40-43c6-88a5-4f767aa71214 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=15e2d7c4-b135-4871-9753-659f8c3cfaf1 HTTP/1.1" status: 200 len: 210 time: 0.0470996 Dec 07 18:45:24.395385 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d2071781-c770-42ad-bb19-303fc9a0b52f tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:24.406704 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d2071781-c770-42ad-bb19-303fc9a0b52f tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652997'] for floatingip, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:24.456461 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4ec17807-4da5-4269-8a52-99df71efdc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:24.463605 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4ec17807-4da5-4269-8a52-99df71efdc08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:24.468686 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-4ec17807-4da5-4269-8a52-99df71efdc08 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1e33212e-fe46-4435-b68d-6419a141f8dc HTTP/1.1" status: 204 len: 168 time: 0.3498740 Dec 07 18:45:24.525521 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-1d625dcf-211d-4fc4-b6e6-52599a4cf472 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:24.532732 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-1d625dcf-211d-4fc4-b6e6-52599a4cf472 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.23 "GET /v2.0/networks?id=c8b8ce23-5289-4bad-a75a-485ea880ca99 HTTP/1.1" status: 200 len: 815 time: 0.2456701 Dec 07 18:45:24.538283 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec17807-4da5-4269-8a52-99df71efdc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e33212e-fe46-4435-b68d-6419a141f8dc,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:24.559610 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-e374c79f-27e4-475b-b43e-672ad4402af1 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Request body: {'port': {'device_id': '15e2d7c4-b135-4871-9753-659f8c3cfaf1', 'network_id': 'c8b8ce23-5289-4bad-a75a-485ea880ca99', 'admin_state_up': True, 'tenant_id': '12e59e340c3845b199cb2b187d625932'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:45:24.584422 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.db.l3_db [None req-d2071781-c770-42ad-bb19-303fc9a0b52f tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Floating IP ab682b45-0b9f-474e-bc31-b64e6be6363f associated. External IP: 172.27.0.126, port: 74f0e008-eb9a-47c1-abf0-a78d47978293. Dec 07 18:45:24.719484 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 60020) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:24.738650 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c6b45-73e1-4375-aebd-6908b37078b1 req-461c70c3-2492-4edb-9eb6-d84316e0e5d5 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:24.747065 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2f6c6b45-73e1-4375-aebd-6908b37078b1 req-461c70c3-2492-4edb-9eb6-d84316e0e5d5 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.1173754 Dec 07 18:45:24.772183 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a9561e71-cc06-4bd2-8657-33f85a6e9480 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:24.827793 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-e374c79f-27e4-475b-b43e-672ad4402af1 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Made reservation on behalf of 12e59e340c3845b199cb2b187d625932 for: {'port': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:45:24.832093 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-e374c79f-27e4-475b-b43e-672ad4402af1 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:24.833746 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2071781-c770-42ad-bb19-303fc9a0b52f tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Router ce290922-b1a8-4930-aa50-785d427c7fae has already been hosted by L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:45:24.872466 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2f6c6b45-73e1-4375-aebd-6908b37078b1 req-8df2022d-d304-480e-b0c8-c1dff4ef87f1 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244383 Dec 07 18:45:24.981510 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2071781-c770-42ad-bb19-303fc9a0b52f tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:45:24.997263 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984615d5-ec86-451a-821b-369e6d35dd00 None None] Sync routers for ids ['ce290922-b1a8-4930-aa50-785d427c7fae'] in dv-cinder-819692-6-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:45:25.010166 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d2071781-c770-42ad-bb19-303fc9a0b52f tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:25.013011 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984615d5-ec86-451a-821b-369e6d35dd00 None None] Routers {'ce290922-b1a8-4930-aa50-785d427c7fae'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:45:25.013746 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-984615d5-ec86-451a-821b-369e6d35dd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:45:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['ce290922-b1a8-4930-aa50-785d427c7fae'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:25.029517 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a9561e71-cc06-4bd2-8657-33f85a6e9480 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:25.039427 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a9561e71-cc06-4bd2-8657-33f85a6e9480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:25.066872 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-e374c79f-27e4-475b-b43e-672ad4402af1 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Allocated IP 172.20.0.8 (c8b8ce23-5289-4bad-a75a-485ea880ca99/959328ad-f645-4e6a-a843-2b6a58b1fc1b/b08af1cd-2e39-4c70-8061-c097c902fc64) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:45:25.099502 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-d2071781-c770-42ad-bb19-303fc9a0b52f tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "PUT /v2.0/floatingips/ab682b45-0b9f-474e-bc31-b64e6be6363f HTTP/1.1" status: 200 len: 992 time: 2.2487092 Dec 07 18:45:25.100258 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668cc429-6322-4b0b-8f3a-6d910c891444', 'tag': '74f0e008-eb9a-47c1-abf0-a78d47978293'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:45:25.105168 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f47eea71b5ba0831d378bb06dcf61d9c2f9c3cd1ea737a862f2010bc1a834e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a6fc3f-9564-42d3-b5a0-25d00a9438d9" -d '{"events": [{"name": "network-changed", "server_uuid": "668cc429-6322-4b0b-8f3a-6d910c891444", "tag": "74f0e008-eb9a-47c1-abf0-a78d47978293"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:45:25.121129 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-a9561e71-cc06-4bd2-8657-33f85a6e9480 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9bb286ddef1047239cfa0ac214263219&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4005868 Dec 07 18:45:25.123879 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 60044) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:25.135303 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9561e71-cc06-4bd2-8657-33f85a6e9480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b95a456-1da1-4db1-96c9-62fc9f76f448,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:25.200912 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36049bb9-12cb-4f06-9bce-d527e88a2c58 x-openstack-request-id: req-36049bb9-12cb-4f06-9bce-d527e88a2c58 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:45:25.201213 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "668cc429-6322-4b0b-8f3a-6d910c891444", "tag": "74f0e008-eb9a-47c1-abf0-a78d47978293", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:45:25.201468 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-36049bb9-12cb-4f06-9bce-d527e88a2c58 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:45:25.201868 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '668cc429-6322-4b0b-8f3a-6d910c891444', 'tag': '74f0e008-eb9a-47c1-abf0-a78d47978293', 'status': 'completed', 'code': 200} Dec 07 18:45:25.240779 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-74c71315-a754-4177-8b42-a966a1c2076b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:25.250079 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-984615d5-ec86-451a-821b-369e6d35dd00 None None] Set router ce290922-b1a8-4930-aa50-785d427c7fae gateway port host: dv-cinder-819692-6-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:45:25.278820 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-74c71315-a754-4177-8b42-a966a1c2076b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:25.341169 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-74c71315-a754-4177-8b42-a966a1c2076b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:25.344751 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-74c71315-a754-4177-8b42-a966a1c2076b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:25.348214 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-74c71315-a754-4177-8b42-a966a1c2076b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1b95a456-1da1-4db1-96c9-62fc9f76f448 HTTP/1.1" status: 204 len: 168 time: 0.2211082 Dec 07 18:45:25.356706 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c71315-a754-4177-8b42-a966a1c2076b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b95a456-1da1-4db1-96c9-62fc9f76f448,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:25.451497 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6fc3f-9564-42d3-b5a0-25d00a9438d9 req-a7fc0154-94c9-4cb4-9ec2-ff1621a02324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:25.456187 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f9a6fc3f-9564-42d3-b5a0-25d00a9438d9 req-a7fc0154-94c9-4cb4-9ec2-ff1621a02324 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cbb0144e924847109e6a254192f1e6bd&device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 1099 time: 0.2053788 Dec 07 18:45:25.549550 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-984615d5-ec86-451a-821b-369e6d35dd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'name': 'tempest-AttachVolumeTestJSON-1299123142-router', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '34e25bdd-a0fe-408e-bacf-a5ed42286fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:44:29Z', 'updated_at': '2021-12-07T18:44:36Z', 'revision_number': 4, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'gw_port': {'id': '34e25bdd-a0fe-408e-bacf-a5ed42286fb9', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:62:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:30Z', 'updated_at': '2021-12-07T18:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_floatingips': [{'id': 'ab682b45-0b9f-474e-bc31-b64e6be6363f', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'floating_ip_address': '172.27.0.126', 'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'router_id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'port_id': '74f0e008-eb9a-47c1-abf0-a78d47978293', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545', 'mac_address': 'fa:16:3e:d4:a1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668cc429-6322-4b0b-8f3a-6d910c891444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:44:48Z', 'updated_at': '2021-12-07T18:45:23Z', 'revision_number': 1, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0670f0eb-e296-4180-a500-8edb36a6f0f5', 'name': '', 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'mac_address': 'fa:16:3e:45:6d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1b6ea560-0931-4e32-ae3e-65a030b6cd99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:35Z', 'updated_at': '2021-12-07T18:44:44Z', 'revision_number': 5, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'subnets': [{'id': '1b6ea560-0931-4e32-ae3e-65a030b6cd99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:25.560113 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c167db90-b868-4736-9276-d5bde4eb958a req-af3882ff-a204-4a7c-a7e4-a4525d7244ca tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=15e2d7c4-b135-4871-9753-659f8c3cfaf1 HTTP/1.1" status: 200 len: 210 time: 0.0609372 Dec 07 18:45:25.563651 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-e374c79f-27e4-475b-b43e-672ad4402af1 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Publish callbacks [] for port, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:25.580201 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984615d5-ec86-451a-821b-369e6d35dd00 None None] Checking router: ce290922-b1a8-4930-aa50-785d427c7fae for host: dv-cinder-819692-6-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:45:25.590251 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984615d5-ec86-451a-821b-369e6d35dd00 None None] Routers {'ce290922-b1a8-4930-aa50-785d427c7fae'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:45:25.590750 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-984615d5-ec86-451a-821b-369e6d35dd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:45:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['ce290922-b1a8-4930-aa50-785d427c7fae'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:25.628076 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-e374c79f-27e4-475b-b43e-672ad4402af1 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:25.650899 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:45:25.693077 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-e374c79f-27e4-475b-b43e-672ad4402af1 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Network c8b8ce23-5289-4bad-a75a-485ea880ca99 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:45:25.701374 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-e374c79f-27e4-475b-b43e-672ad4402af1 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:45:25.713781 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-e374c79f-27e4-475b-b43e-672ad4402af1 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:45:25.720386 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e374c79f-27e4-475b-b43e-672ad4402af1 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Pushing event updated for resources: {'Port': ['ID=b08af1cd-2e39-4c70-8061-c097c902fc64,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:25.760458 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6fc3f-9564-42d3-b5a0-25d00a9438d9 req-129a6558-241b-4370-9774-1e894befa788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:25.764929 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f9a6fc3f-9564-42d3-b5a0-25d00a9438d9 req-129a6558-241b-4370-9774-1e894befa788 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a321d8bd-fce1-4a8d-9656-239d82555545 HTTP/1.1" status: 200 len: 912 time: 0.2885303 Dec 07 18:45:25.861438 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-984615d5-ec86-451a-821b-369e6d35dd00 None None] Set router ce290922-b1a8-4930-aa50-785d427c7fae gateway port host: dv-cinder-819692-6-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:45:26.021277 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-e374c79f-27e4-475b-b43e-672ad4402af1 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:26.021979 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-e374c79f-27e4-475b-b43e-672ad4402af1 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:26.032701 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f9a6fc3f-9564-42d3-b5a0-25d00a9438d9 req-69396486-4d25-48ca-bba1-986144249fe3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74f0e008-eb9a-47c1-abf0-a78d47978293 HTTP/1.1" status: 200 len: 1000 time: 0.2403638 Dec 07 18:45:26.125161 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf9c36-9dfa-4578-9bf4-3eab330af9ab req-addd4f92-b9bc-4021-862d-98724dea401f tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:26.130714 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ffaf9c36-9dfa-4578-9bf4-3eab330af9ab req-addd4f92-b9bc-4021-862d-98724dea401f tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.1074393 Dec 07 18:45:26.135221 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6fc3f-9564-42d3-b5a0-25d00a9438d9 req-2974571b-cf4f-460d-9b79-1a6e12e36192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:26.136732 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f9a6fc3f-9564-42d3-b5a0-25d00a9438d9 req-2974571b-cf4f-460d-9b79-1a6e12e36192 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b6ea560-0931-4e32-ae3e-65a030b6cd99 HTTP/1.1" status: 200 len: 850 time: 0.0956590 Dec 07 18:45:26.192553 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-e374c79f-27e4-475b-b43e-672ad4402af1 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6413686 Dec 07 18:45:26.207338 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-6fd7e464-4258-4188-9385-898b01abd66c service neutron] Request body: {'port': {'device_id': '15e2d7c4-b135-4871-9753-659f8c3cfaf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:45:26.221719 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ffaf9c36-9dfa-4578-9bf4-3eab330af9ab req-4f416f5b-a439-409a-902d-eb150e018b97 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797505 Dec 07 18:45:26.247803 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6fc3f-9564-42d3-b5a0-25d00a9438d9 req-b240016b-d84f-411a-b755-c2b669b5e792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:26.249323 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f9a6fc3f-9564-42d3-b5a0-25d00a9438d9 req-b240016b-d84f-411a-b755-c2b669b5e792 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a321d8bd-fce1-4a8d-9656-239d82555545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1047566 Dec 07 18:45:26.282541 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-984615d5-ec86-451a-821b-369e6d35dd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'name': 'tempest-AttachVolumeTestJSON-1299123142-router', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '34e25bdd-a0fe-408e-bacf-a5ed42286fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:44:29Z', 'updated_at': '2021-12-07T18:44:36Z', 'revision_number': 4, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'gw_port': {'id': '34e25bdd-a0fe-408e-bacf-a5ed42286fb9', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:62:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:30Z', 'updated_at': '2021-12-07T18:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_floatingips': [{'id': 'ab682b45-0b9f-474e-bc31-b64e6be6363f', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'floating_ip_address': '172.27.0.126', 'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'router_id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'port_id': '74f0e008-eb9a-47c1-abf0-a78d47978293', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545', 'mac_address': 'fa:16:3e:d4:a1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668cc429-6322-4b0b-8f3a-6d910c891444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:44:48Z', 'updated_at': '2021-12-07T18:45:23Z', 'revision_number': 1, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0670f0eb-e296-4180-a500-8edb36a6f0f5', 'name': '', 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'mac_address': 'fa:16:3e:45:6d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1b6ea560-0931-4e32-ae3e-65a030b6cd99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:35Z', 'updated_at': '2021-12-07T18:44:44Z', 'revision_number': 5, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'subnets': [{'id': '1b6ea560-0931-4e32-ae3e-65a030b6cd99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:26.313512 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-6fd7e464-4258-4188-9385-898b01abd66c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:26.316584 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984615d5-ec86-451a-821b-369e6d35dd00 None None] The sync data for ids ['ce290922-b1a8-4930-aa50-785d427c7fae'] in dv-cinder-819692-6-iscsi is: [{'id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'name': 'tempest-AttachVolumeTestJSON-1299123142-router', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '34e25bdd-a0fe-408e-bacf-a5ed42286fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:44:29Z', 'updated_at': '2021-12-07T18:44:36Z', 'revision_number': 4, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'gw_port': {'id': '34e25bdd-a0fe-408e-bacf-a5ed42286fb9', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:62:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:30Z', 'updated_at': '2021-12-07T18:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_floatingips': [{'id': 'ab682b45-0b9f-474e-bc31-b64e6be6363f', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'floating_ip_address': '172.27.0.126', 'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'router_id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'port_id': '74f0e008-eb9a-47c1-abf0-a78d47978293', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545', 'mac_address': 'fa:16:3e:d4:a1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668cc429-6322-4b0b-8f3a-6d910c891444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:44:48Z', 'updated_at': '2021-12-07T18:45:23Z', 'revision_number': 1, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0670f0eb-e296-4180-a500-8edb36a6f0f5', 'name': '', 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'mac_address': 'fa:16:3e:45:6d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1b6ea560-0931-4e32-ae3e-65a030b6cd99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:35Z', 'updated_at': '2021-12-07T18:44:44Z', 'revision_number': 5, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'subnets': [{'id': '1b6ea560-0931-4e32-ae3e-65a030b6cd99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:45:26.440419 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f9a6fc3f-9564-42d3-b5a0-25d00a9438d9 req-2396f97d-d3d1-4d6d-91f7-554912c260bc service neutron] 10.222.0.23 "GET /v2.0/networks/a321d8bd-fce1-4a8d-9656-239d82555545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647193 Dec 07 18:45:26.594793 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 60100) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:26.637805 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f9a6fc3f-9564-42d3-b5a0-25d00a9438d9 req-05082258-03f8-40ff-a715-fb2e1cb2d3a3 service neutron] 10.222.0.23 "GET /v2.0/networks/a321d8bd-fce1-4a8d-9656-239d82555545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514363 Dec 07 18:45:26.663232 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f9d74b-6504-4933-be86-7d773bf3bbb4 None None] New status for floating IP ab682b45-0b9f-474e-bc31-b64e6be6363f: ACTIVE {{(pid=109086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 18:45:26.768913 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed614801-6092-4130-a5e1-a9f8cacaff9e req-082b0022-ced5-429b-97f1-8450bb6b5eb5 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:26.780526 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ed614801-6092-4130-a5e1-a9f8cacaff9e req-082b0022-ced5-429b-97f1-8450bb6b5eb5 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=15e2d7c4-b135-4871-9753-659f8c3cfaf1 HTTP/1.1" status: 200 len: 931 time: 0.1088178 Dec 07 18:45:26.844717 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ed614801-6092-4130-a5e1-a9f8cacaff9e req-e995a57a-f0a4-4157-a36c-d6b816de4a98 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632424 Dec 07 18:45:26.864465 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-2de556cd-d40c-438f-87bd-ee46738d9cd1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2000220902-network', 'tenant_id': '9dbb7c47db4047b7b6b9fdc130ea461d'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:45:26.899188 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de556cd-d40c-438f-87bd-ee46738d9cd1 admin admin] Made reservation on behalf of 9dbb7c47db4047b7b6b9fdc130ea461d for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:45:26.903926 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2de556cd-d40c-438f-87bd-ee46738d9cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:26.914507 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2de556cd-d40c-438f-87bd-ee46738d9cd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:27.036567 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2de556cd-d40c-438f-87bd-ee46738d9cd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:27.043244 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2de556cd-d40c-438f-87bd-ee46738d9cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:27.044288 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-6fd7e464-4258-4188-9385-898b01abd66c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b08af1cd-2e39-4c70-8061-c097c902fc64 {{(pid=109084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:45:27.056097 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-6fd7e464-4258-4188-9385-898b01abd66c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:27.073842 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2de556cd-d40c-438f-87bd-ee46738d9cd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 18:45:27.075326 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.provisioning_blocks [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-6fd7e464-4258-4188-9385-898b01abd66c service neutron] Transition to ACTIVE for port object b08af1cd-2e39-4c70-8061-c097c902fc64 will not be triggered until provisioned by entity L2. {{(pid=109084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:45:27.082720 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-6fd7e464-4258-4188-9385-898b01abd66c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530413597'] for port, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:27.084902 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de556cd-d40c-438f-87bd-ee46738d9cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6924a256-f236-430a-a8d9-537f4edcd703,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:27.095146 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2de556cd-d40c-438f-87bd-ee46738d9cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:27.095516 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.db.segments_db [None req-2de556cd-d40c-438f-87bd-ee46738d9cd1 admin admin] Added segment c354797e-580a-431c-9dd2-dcb1dd031e21 of type vlan for network f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584 Dec 07 18:45:27.097556 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de556cd-d40c-438f-87bd-ee46738d9cd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:27.097902 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de556cd-d40c-438f-87bd-ee46738d9cd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:27.098267 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de556cd-d40c-438f-87bd-ee46738d9cd1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:27.098598 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de556cd-d40c-438f-87bd-ee46738d9cd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:27.098927 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de556cd-d40c-438f-87bd-ee46738d9cd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:27.099251 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de556cd-d40c-438f-87bd-ee46738d9cd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:27.099581 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de556cd-d40c-438f-87bd-ee46738d9cd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:27.099904 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de556cd-d40c-438f-87bd-ee46738d9cd1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:27.100230 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de556cd-d40c-438f-87bd-ee46738d9cd1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:27.100551 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de556cd-d40c-438f-87bd-ee46738d9cd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:27.100948 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de556cd-d40c-438f-87bd-ee46738d9cd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:27.101278 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de556cd-d40c-438f-87bd-ee46738d9cd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:27.101602 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de556cd-d40c-438f-87bd-ee46738d9cd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:27.160858 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd7e464-4258-4188-9385-898b01abd66c service neutron] Pushing event updated for resources: {'Port': ['ID=b08af1cd-2e39-4c70-8061-c097c902fc64,revision_number=2']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:27.212151 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2de556cd-d40c-438f-87bd-ee46738d9cd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753414094686'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:27.226735 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7e464-4258-4188-9385-898b01abd66c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:27.227432 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7e464-4258-4188-9385-898b01abd66c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:27.228348 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7e464-4258-4188-9385-898b01abd66c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:27.228873 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7e464-4258-4188-9385-898b01abd66c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:27.229389 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7e464-4258-4188-9385-898b01abd66c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:27.230153 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7e464-4258-4188-9385-898b01abd66c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:27.230674 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7e464-4258-4188-9385-898b01abd66c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:27.231017 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7e464-4258-4188-9385-898b01abd66c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:27.231376 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7e464-4258-4188-9385-898b01abd66c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:27.231706 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7e464-4258-4188-9385-898b01abd66c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:27.232022 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7e464-4258-4188-9385-898b01abd66c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:27.232453 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7e464-4258-4188-9385-898b01abd66c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:27.232869 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7e464-4258-4188-9385-898b01abd66c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:27.261671 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2de556cd-d40c-438f-87bd-ee46738d9cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:27.264349 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de556cd-d40c-438f-87bd-ee46738d9cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:27.264937 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2de556cd-d40c-438f-87bd-ee46738d9cd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:27.280745 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-6fd7e464-4258-4188-9385-898b01abd66c service neutron] Attempting to bind port b08af1cd-2e39-4c70-8061-c097c902fc64 on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:45:27.281083 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-6fd7e464-4258-4188-9385-898b01abd66c service neutron] Attempting to bind port b08af1cd-2e39-4c70-8061-c097c902fc64 by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': '98bfe91f-7bab-411d-b57d-5ef27194bbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c8b8ce23-5289-4bad-a75a-485ea880ca99'}] {{(pid=109084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:45:27.281471 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-6fd7e464-4258-4188-9385-898b01abd66c service neutron] Attempting to bind port b08af1cd-2e39-4c70-8061-c097c902fc64 on network c8b8ce23-5289-4bad-a75a-485ea880ca99 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:45:27.286662 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-6fd7e464-4258-4188-9385-898b01abd66c service neutron] Port b08af1cd-2e39-4c70-8061-c097c902fc64 on network c8b8ce23-5289-4bad-a75a-485ea880ca99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:45:27.287376 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-6fd7e464-4258-4188-9385-898b01abd66c service neutron] Attempting to bind port b08af1cd-2e39-4c70-8061-c097c902fc64 on network c8b8ce23-5289-4bad-a75a-485ea880ca99 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:45:27.294442 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-6fd7e464-4258-4188-9385-898b01abd66c service neutron] Checking agent: {'id': '9b8b7df7-f18f-49d8-b3bd-9764bcedc888', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'started_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:45:27.296116 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-6fd7e464-4258-4188-9385-898b01abd66c service neutron] Checking segment: {'id': '98bfe91f-7bab-411d-b57d-5ef27194bbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c8b8ce23-5289-4bad-a75a-485ea880ca99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:45:27.297702 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-6fd7e464-4258-4188-9385-898b01abd66c service neutron] Bound using segment: {'id': '98bfe91f-7bab-411d-b57d-5ef27194bbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c8b8ce23-5289-4bad-a75a-485ea880ca99'} {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:45:27.298495 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-6fd7e464-4258-4188-9385-898b01abd66c service neutron] Bound port: b08af1cd-2e39-4c70-8061-c097c902fc64, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98bfe91f-7bab-411d-b57d-5ef27194bbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c8b8ce23-5289-4bad-a75a-485ea880ca99'}}] {{(pid=109084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:45:27.299144 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-6fd7e464-4258-4188-9385-898b01abd66c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:27.314251 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-2de556cd-d40c-438f-87bd-ee46738d9cd1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7173247 Dec 07 18:45:27.314982 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 60124) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:27.348488 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-f5657b6f-0a04-4671-af73-aa8fda655845 admin admin] Request body: {'subnet': {'network_id': 'f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2000220902-subnet', 'tenant_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:45:27.353840 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de556cd-d40c-438f-87bd-ee46738d9cd1 admin admin] Pushing event updated for resources: {'Network': ['ID=f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:27.369897 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Network f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584 details requested by agent ovs-agent-dv-cinder-819692-6-iscsi with host dv-cinder-819692-6-iscsi {{(pid=109086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 18:45:27.378484 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5657b6f-0a04-4671-af73-aa8fda655845 admin admin] Made reservation on behalf of 9dbb7c47db4047b7b6b9fdc130ea461d for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:45:27.381175 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f5657b6f-0a04-4671-af73-aa8fda655845 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530428449'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:27.467358 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054380f-f6e3-4cf9-8f66-821dd0847657 req-914603f5-138c-43f4-976a-8922bfa9176d tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:27.479720 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6054380f-f6e3-4cf9-8f66-821dd0847657 req-914603f5-138c-43f4-976a-8922bfa9176d tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.1581113 Dec 07 18:45:27.486133 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-6fd7e464-4258-4188-9385-898b01abd66c service neutron] For port b08af1cd-2e39-4c70-8061-c097c902fc64, host hv-cinder-81969, cleared binding levels {{(pid=109084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:45:27.494818 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-6fd7e464-4258-4188-9385-898b01abd66c service neutron] For port b08af1cd-2e39-4c70-8061-c097c902fc64, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=b08af1cd-2e39-4c70-8061-c097c902fc64,segment=NetworkSegment(98bfe91f-7bab-411d-b57d-5ef27194bbaa),segment_id=98bfe91f-7bab-411d-b57d-5ef27194bbaa)] {{(pid=109084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:45:27.508740 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-6fd7e464-4258-4188-9385-898b01abd66c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530413597'] for port, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:27.571194 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-6fd7e464-4258-4188-9385-898b01abd66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:27.571925 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-6fd7e464-4258-4188-9385-898b01abd66c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:27.573234 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-6fd7e464-4258-4188-9385-898b01abd66c service neutron] 10.222.0.23 "PUT /v2.0/ports/b08af1cd-2e39-4c70-8061-c097c902fc64 HTTP/1.1" status: 200 len: 1093 time: 1.3709097 Dec 07 18:45:27.573751 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15e2d7c4-b135-4871-9753-659f8c3cfaf1', 'tag': 'b08af1cd-2e39-4c70-8061-c097c902fc64'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:45:27.576251 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a9c8e9ce0db27bff2b715efe80f7ddeb02331314c1c7d49b52ba908637cab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc80595-9c4f-4fdb-95c7-dd511d76734c" -d '{"events": [{"name": "network-changed", "server_uuid": "15e2d7c4-b135-4871-9753-659f8c3cfaf1", "tag": "b08af1cd-2e39-4c70-8061-c097c902fc64"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:45:27.606899 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6054380f-f6e3-4cf9-8f66-821dd0847657 req-b11864b9-0509-4f2c-8adf-38c215cac27d tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263058 Dec 07 18:45:27.611844 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd7e464-4258-4188-9385-898b01abd66c service neutron] Pushing event updated for resources: {'Port': ['ID=b08af1cd-2e39-4c70-8061-c097c902fc64,revision_number=3']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:27.615002 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f5657b6f-0a04-4671-af73-aa8fda655845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529624300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530428479'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:27.656281 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ab5392-5531-488d-ba0f-c32a2a31efc9 x-openstack-request-id: req-e0ab5392-5531-488d-ba0f-c32a2a31efc9 {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:45:27.657132 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15e2d7c4-b135-4871-9753-659f8c3cfaf1", "tag": "b08af1cd-2e39-4c70-8061-c097c902fc64", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:45:27.657567 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e0ab5392-5531-488d-ba0f-c32a2a31efc9 {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:45:27.658260 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15e2d7c4-b135-4871-9753-659f8c3cfaf1', 'tag': 'b08af1cd-2e39-4c70-8061-c097c902fc64', 'status': 'completed', 'code': 200} Dec 07 18:45:27.674872 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-cb304964-ac47-4097-ad70-a3190d22b59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:27.676368 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-cb304964-ac47-4097-ad70-a3190d22b59b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12e59e340c3845b199cb2b187d625932&device_id=15e2d7c4-b135-4871-9753-659f8c3cfaf1 HTTP/1.1" status: 200 len: 1096 time: 0.0534229 Dec 07 18:45:27.693065 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5657b6f-0a04-4671-af73-aa8fda655845 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1391da38-e32d-4021-8a10-dbcd7095634e,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:27.713678 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5657b6f-0a04-4671-af73-aa8fda655845 admin admin] Checking segment: {'id': 'c354797e-580a-431c-9dd2-dcb1dd031e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:45:27.714059 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5657b6f-0a04-4671-af73-aa8fda655845 admin admin] Network hostable DHCP agents. Network: f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584, hostable agents: ['6f398e68-3e13-4851-8372-7feb03493da6'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 18:45:27.735001 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5657b6f-0a04-4671-af73-aa8fda655845 admin admin] Network f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584 is scheduled to be hosted by DHCP agent 6f398e68-3e13-4851-8372-7feb03493da6 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 18:45:27.739201 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-6e74b0e3-67e8-4edb-8db0-3d86b2a97246 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b08af1cd-2e39-4c70-8061-c097c902fc64 HTTP/1.1" status: 200 len: 217 time: 0.0491428 Dec 07 18:45:27.747348 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-f5657b6f-0a04-4671-af73-aa8fda655845 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819692-6-iscsi, f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:45:27.752090 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5657b6f-0a04-4671-af73-aa8fda655845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:27.753402 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f5657b6f-0a04-4671-af73-aa8fda655845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:27.758965 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89e8b25-551b-482b-a634-99c608eb1f03 None None] Network f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584 requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:45:27.818846 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-d75ddd04-d911-4144-9f4e-5e3f166d0be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:27.824915 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-f5657b6f-0a04-4671-af73-aa8fda655845 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5071518 Dec 07 18:45:27.826095 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-d75ddd04-d911-4144-9f4e-5e3f166d0be1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=959328ad-f645-4e6a-a843-2b6a58b1fc1b HTTP/1.1" status: 200 len: 855 time: 0.0653739 Dec 07 18:45:27.827460 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 60148) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:27.841120 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-321ff630-c20a-4421-b358-175f3ff639dc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2000220902-router', 'tenant_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:45:27.881413 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-03598b3c-885a-4f09-8cf2-5844242b5255 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c8b8ce23-5289-4bad-a75a-485ea880ca99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445423 Dec 07 18:45:27.905299 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bcccdc-a332-4dee-bfa3-b3dc23beb34a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ae0aa17-c7bf-538b-8221-0782f7b1bf99-f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584', 'network_id': 'f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584', 'project_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'fixed_ips': [{'subnet_id': '1391da38-e32d-4021-8a10-dbcd7095634e'}]}} from dv-cinder-819692-6-iscsi. {{(pid=109086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 07 18:45:27.907461 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-44bcccdc-a332-4dee-bfa3-b3dc23beb34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:27.910950 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-321ff630-c20a-4421-b358-175f3ff639dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-647033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30663'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:27.916445 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-321ff630-c20a-4421-b358-175f3ff639dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-646889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645048', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30686'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:28.059182 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-321ff630-c20a-4421-b358-175f3ff639dc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:28.104258 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-44bcccdc-a332-4dee-bfa3-b3dc23beb34a None None] Allocated IP 172.20.0.2 (f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584/1391da38-e32d-4021-8a10-dbcd7095634e/4d817c8f-7253-4ede-a59e-e0581a6f4ab7) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:45:28.107524 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2c2bf-3a18-4514-9dcb-6a1bf4b6e991 req-eb4400f8-b657-41ef-9020-ebaad06acf87 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:28.109212 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-aec2c2bf-3a18-4514-9dcb-6a1bf4b6e991 req-eb4400f8-b657-41ef-9020-ebaad06acf87 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=15e2d7c4-b135-4871-9753-659f8c3cfaf1 HTTP/1.1" status: 200 len: 943 time: 0.1572740 Dec 07 18:45:28.111420 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-9a09e2d1-cf0a-4a2e-8c45-2391632805ec service neutron] 10.222.0.23 "GET /v2.0/networks/c8b8ce23-5289-4bad-a75a-485ea880ca99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094340 Dec 07 18:45:28.252519 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-aec2c2bf-3a18-4514-9dcb-6a1bf4b6e991 req-4984146d-4388-4061-a868-afd3d22cd9a4 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158555 Dec 07 18:45:28.284519 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4c92d130-8d27-4b2c-bf88-b35a7b6a0f85 req-54e2e890-3f85-4622-9242-7d956f6c6c7a service neutron] 10.222.0.23 "GET /v2.0/networks/c8b8ce23-5289-4bad-a75a-485ea880ca99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616414 Dec 07 18:45:28.377440 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-44bcccdc-a332-4dee-bfa3-b3dc23beb34a None None] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:28.387383 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-44bcccdc-a332-4dee-bfa3-b3dc23beb34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:28.388164 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-321ff630-c20a-4421-b358-175f3ff639dc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:28.435607 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc80595-9c4f-4fdb-95c7-dd511d76734c req-e16484ca-679f-42ec-ac28-ec16bad9282f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:28.436653 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bcccdc-a332-4dee-bfa3-b3dc23beb34a None None] Network f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:45:28.437151 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6bc80595-9c4f-4fdb-95c7-dd511d76734c req-e16484ca-679f-42ec-ac28-ec16bad9282f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12e59e340c3845b199cb2b187d625932&device_id=15e2d7c4-b135-4871-9753-659f8c3cfaf1 HTTP/1.1" status: 200 len: 1096 time: 0.0783217 Dec 07 18:45:28.439746 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-44bcccdc-a332-4dee-bfa3-b3dc23beb34a None None] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:45:28.443384 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bcccdc-a332-4dee-bfa3-b3dc23beb34a None None] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:45:28.496698 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bcccdc-a332-4dee-bfa3-b3dc23beb34a None None] Pushing event updated for resources: {'Port': ['ID=4d817c8f-7253-4ede-a59e-e0581a6f4ab7,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:28.508902 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-44bcccdc-a332-4dee-bfa3-b3dc23beb34a None None] Attempting to bind port 4d817c8f-7253-4ede-a59e-e0581a6f4ab7 on host dv-cinder-819692-6-iscsi for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:45:28.509286 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-44bcccdc-a332-4dee-bfa3-b3dc23beb34a None None] Attempting to bind port 4d817c8f-7253-4ede-a59e-e0581a6f4ab7 by drivers openvswitch,hyperv on host dv-cinder-819692-6-iscsi at level 0 using segments [{'id': 'c354797e-580a-431c-9dd2-dcb1dd031e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:45:28.509651 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bcccdc-a332-4dee-bfa3-b3dc23beb34a None None] Attempting to bind port 4d817c8f-7253-4ede-a59e-e0581a6f4ab7 on network f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:45:28.514994 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bcccdc-a332-4dee-bfa3-b3dc23beb34a None None] Checking agent: {'id': 'fd9e3ab0-a028-492f-8cb9-0b732e52b698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 36, 52), 'started_at': datetime.datetime(2021, 12, 7, 18, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:45:28.515384 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bcccdc-a332-4dee-bfa3-b3dc23beb34a None None] Checking segment: {'id': 'c354797e-580a-431c-9dd2-dcb1dd031e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:45:28.515782 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-44bcccdc-a332-4dee-bfa3-b3dc23beb34a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:28.516185 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bcccdc-a332-4dee-bfa3-b3dc23beb34a None None] Bound using segment: {'id': 'c354797e-580a-431c-9dd2-dcb1dd031e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:45:28.516659 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-44bcccdc-a332-4dee-bfa3-b3dc23beb34a None None] Bound port: 4d817c8f-7253-4ede-a59e-e0581a6f4ab7, host: dv-cinder-819692-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c354797e-580a-431c-9dd2-dcb1dd031e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:45:28.517043 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-44bcccdc-a332-4dee-bfa3-b3dc23beb34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:28.570170 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc80595-9c4f-4fdb-95c7-dd511d76734c req-8faf8ed7-2516-4ca3-a9db-268d8d4b2511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:28.571961 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6bc80595-9c4f-4fdb-95c7-dd511d76734c req-8faf8ed7-2516-4ca3-a9db-268d8d4b2511 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c8b8ce23-5289-4bad-a75a-485ea880ca99 HTTP/1.1" status: 200 len: 916 time: 0.1251326 Dec 07 18:45:28.613753 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-44bcccdc-a332-4dee-bfa3-b3dc23beb34a None None] For port 4d817c8f-7253-4ede-a59e-e0581a6f4ab7, host dv-cinder-819692-6-iscsi, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:45:28.618941 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-44bcccdc-a332-4dee-bfa3-b3dc23beb34a None None] For port 4d817c8f-7253-4ede-a59e-e0581a6f4ab7, host dv-cinder-819692-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=4d817c8f-7253-4ede-a59e-e0581a6f4ab7,segment=NetworkSegment(c354797e-580a-431c-9dd2-dcb1dd031e21),segment_id=c354797e-580a-431c-9dd2-dcb1dd031e21)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:45:28.626964 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-44bcccdc-a332-4dee-bfa3-b3dc23beb34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:28.646524 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6bc80595-9c4f-4fdb-95c7-dd511d76734c req-8fe8d86e-00a4-42f5-9a3b-8244e4487eea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b08af1cd-2e39-4c70-8061-c097c902fc64 HTTP/1.1" status: 200 len: 217 time: 0.0634680 Dec 07 18:45:28.700661 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-321ff630-c20a-4421-b358-175f3ff639dc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:28.718107 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bcccdc-a332-4dee-bfa3-b3dc23beb34a None None] Pushing event updated for resources: {'Port': ['ID=4d817c8f-7253-4ede-a59e-e0581a6f4ab7,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:28.733734 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-321ff630-c20a-4421-b358-175f3ff639dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:28.737374 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc80595-9c4f-4fdb-95c7-dd511d76734c req-24337bb6-d416-4c84-a980-ef114bc8575b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:28.738911 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6bc80595-9c4f-4fdb-95c7-dd511d76734c req-24337bb6-d416-4c84-a980-ef114bc8575b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=959328ad-f645-4e6a-a843-2b6a58b1fc1b HTTP/1.1" status: 200 len: 855 time: 0.0654445 Dec 07 18:45:28.802925 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6bc80595-9c4f-4fdb-95c7-dd511d76734c req-cbb3e78f-e318-475c-9992-222dd5518414 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c8b8ce23-5289-4bad-a75a-485ea880ca99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488565 Dec 07 18:45:28.836479 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55def6f1-267d-459f-aefa-376d81e886b0 req-0dbd6f83-8f13-47b7-805d-06d7ae8f9805 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:28.838154 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-55def6f1-267d-459f-aefa-376d81e886b0 req-0dbd6f83-8f13-47b7-805d-06d7ae8f9805 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/ports?device_id=35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8 HTTP/1.1" status: 200 len: 946 time: 0.1335912 Dec 07 18:45:28.839506 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414a5e1-b3e8-42d6-bcb2-02268fad2364 req-416e7517-4278-4fcc-ad28-9ec2570158fc tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:28.841060 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b414a5e1-b3e8-42d6-bcb2-02268fad2364 req-416e7517-4278-4fcc-ad28-9ec2570158fc tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.0960395 Dec 07 18:45:28.918016 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-321ff630-c20a-4421-b358-175f3ff639dc admin admin] Allocated IP 172.27.0.182 (c28673b7-9801-4a6d-8bd7-4540f8f52bd4/c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01/710424ee-3487-48d6-9990-c8d047586a7f) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:45:28.932252 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-55def6f1-267d-459f-aefa-376d81e886b0 req-5e378ac6-1c0d-486d-a6ce-a1541d6d1a9f tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/security-groups?id=dce1a392-bc9e-4ac7-9e55-16f699823f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703208 Dec 07 18:45:28.979475 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b414a5e1-b3e8-42d6-bcb2-02268fad2364 req-e8be7dae-0622-4278-b1a5-d16426366780 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241164 Dec 07 18:45:29.003619 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6bc80595-9c4f-4fdb-95c7-dd511d76734c req-0e8927f7-ec83-41f8-b745-c1fc66438d58 service neutron] 10.222.0.23 "GET /v2.0/networks/c8b8ce23-5289-4bad-a75a-485ea880ca99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852205 Dec 07 18:45:29.067907 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-321ff630-c20a-4421-b358-175f3ff639dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:29.109513 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-321ff630-c20a-4421-b358-175f3ff639dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529624208'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:29.118932 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6bc80595-9c4f-4fdb-95c7-dd511d76734c req-e397069f-0e6c-4fc4-81a4-64ac3e7148bf service neutron] 10.222.0.23 "GET /v2.0/networks/c8b8ce23-5289-4bad-a75a-485ea880ca99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022367 Dec 07 18:45:29.152417 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321ff630-c20a-4421-b358-175f3ff639dc admin admin] Network c28673b7-9801-4a6d-8bd7-4540f8f52bd4 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:45:29.155339 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-321ff630-c20a-4421-b358-175f3ff639dc admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:45:29.159024 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321ff630-c20a-4421-b358-175f3ff639dc admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:45:29.164668 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ff630-c20a-4421-b358-175f3ff639dc admin admin] Pushing event updated for resources: {'Port': ['ID=710424ee-3487-48d6-9990-c8d047586a7f,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:29.478872 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab2b25-5a50-49de-b985-21f501b9df82 req-76938895-eacc-4bfc-a920-c52bc7b6bfde tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:29.480421 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-05ab2b25-5a50-49de-b985-21f501b9df82 req-76938895-eacc-4bfc-a920-c52bc7b6bfde tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=15e2d7c4-b135-4871-9753-659f8c3cfaf1 HTTP/1.1" status: 200 len: 943 time: 0.1200731 Dec 07 18:45:29.507787 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 60188) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:29.512918 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-321ff630-c20a-4421-b358-175f3ff639dc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:29.631430 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-05ab2b25-5a50-49de-b985-21f501b9df82 req-8c0b8823-a3df-4806-b1a4-491e9481e36f tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396201 Dec 07 18:45:29.646524 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-de3e1962-fb98-4128-9b09-d5dbf774f0fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:29.773559 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-de3e1962-fb98-4128-9b09-d5dbf774f0fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:29.781534 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-de3e1962-fb98-4128-9b09-d5dbf774f0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:29.816917 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e1962-fb98-4128-9b09-d5dbf774f0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4360b802-e178-418e-8255-5f8249e151d2,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:29.844849 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-de3e1962-fb98-4128-9b09-d5dbf774f0fb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0c17ab145f894e86a50205c034320198&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3337278 Dec 07 18:45:29.845700 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 60204) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:29.864075 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d411a9e9-1737-4068-9e45-1f0284a86707 None None] Network f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584 requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:45:29.906392 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 4d817c8f-7253-4ede-a59e-e0581a6f4ab7 up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:45:29.925285 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-12676022-2ca8-40b6-883a-e6ab51c6927d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:29.958888 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-12676022-2ca8-40b6-883a-e6ab51c6927d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:30.038083 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-12676022-2ca8-40b6-883a-e6ab51c6927d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:30.046204 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-56041594-9066-475d-a8b1-59ecb3b61b0e None None] Provisioning complete for port 4d817c8f-7253-4ede-a59e-e0581a6f4ab7 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:30.046204 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-56041594-9066-475d-a8b1-59ecb3b61b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:30.046357 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-12676022-2ca8-40b6-883a-e6ab51c6927d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:30.057061 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-321ff630-c20a-4421-b358-175f3ff639dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-646896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644967'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:30.062646 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-12676022-2ca8-40b6-883a-e6ab51c6927d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4360b802-e178-418e-8255-5f8249e151d2 HTTP/1.1" status: 204 len: 168 time: 0.2147901 Dec 07 18:45:30.082343 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12676022-2ca8-40b6-883a-e6ab51c6927d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4360b802-e178-418e-8255-5f8249e151d2,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:30.121882 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port 4d817c8f-7253-4ede-a59e-e0581a6f4ab7 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:30.122301 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:30.226362 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d060912-52da-41b5-8300-7ba27a15f765 req-96fcfae3-7864-4f2c-a92c-65cdc41be0c2 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:30.232048 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-56041594-9066-475d-a8b1-59ecb3b61b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:30.242624 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7d060912-52da-41b5-8300-7ba27a15f765 req-96fcfae3-7864-4f2c-a92c-65cdc41be0c2 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.1226089 Dec 07 18:45:30.302241 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-56041594-9066-475d-a8b1-59ecb3b61b0e None None] For port 4d817c8f-7253-4ede-a59e-e0581a6f4ab7, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=4d817c8f-7253-4ede-a59e-e0581a6f4ab7,segment=NetworkSegment(c354797e-580a-431c-9dd2-dcb1dd031e21),segment_id=c354797e-580a-431c-9dd2-dcb1dd031e21)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:45:30.303684 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:30.309768 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-56041594-9066-475d-a8b1-59ecb3b61b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:30.320272 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a6a8f-28c3-41e1-afcc-6b1826e78f9d req-2b2ee893-23a1-49df-880a-b6ac9e53aa66 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:30.321835 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-899a6a8f-28c3-41e1-afcc-6b1826e78f9d req-2b2ee893-23a1-49df-880a-b6ac9e53aa66 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/ports?device_id=35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8 HTTP/1.1" status: 200 len: 946 time: 0.1833904 Dec 07 18:45:30.330901 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7d060912-52da-41b5-8300-7ba27a15f765 req-90be60a0-3b9a-408c-be4b-1477f7111d49 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823407 Dec 07 18:45:30.431311 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-899a6a8f-28c3-41e1-afcc-6b1826e78f9d req-d5e65e4c-e9c4-4c59-8c32-9f53ef06031e tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/security-groups?id=dce1a392-bc9e-4ac7-9e55-16f699823f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917656 Dec 07 18:45:30.434553 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56041594-9066-475d-a8b1-59ecb3b61b0e None None] Pushing event updated for resources: {'Port': ['ID=4d817c8f-7253-4ede-a59e-e0581a6f4ab7,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:30.443752 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56041594-9066-475d-a8b1-59ecb3b61b0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:30.443946 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56041594-9066-475d-a8b1-59ecb3b61b0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:30.444269 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56041594-9066-475d-a8b1-59ecb3b61b0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:30.445248 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56041594-9066-475d-a8b1-59ecb3b61b0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:30.445788 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56041594-9066-475d-a8b1-59ecb3b61b0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:30.446263 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56041594-9066-475d-a8b1-59ecb3b61b0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:30.446606 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56041594-9066-475d-a8b1-59ecb3b61b0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:30.446943 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56041594-9066-475d-a8b1-59ecb3b61b0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:30.447277 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56041594-9066-475d-a8b1-59ecb3b61b0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:30.447629 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56041594-9066-475d-a8b1-59ecb3b61b0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:30.447961 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56041594-9066-475d-a8b1-59ecb3b61b0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:30.448298 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56041594-9066-475d-a8b1-59ecb3b61b0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:30.448610 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56041594-9066-475d-a8b1-59ecb3b61b0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:30.453947 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.db.api [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109086) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 07 18:45:30.454386 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG oslo_db.api [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 07 18:45:30.484416 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321ff630-c20a-4421-b358-175f3ff639dc admin admin] Router 3385f01d-686d-4fd0-b269-dedd02403d7e is scheduled to L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 18:45:30.532963 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-621dc35a-859f-444d-a5aa-9b2e15e99788 None None] Provisioning complete for port 4d817c8f-7253-4ede-a59e-e0581a6f4ab7 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:30.533860 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-621dc35a-859f-444d-a5aa-9b2e15e99788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:30.579010 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 60222) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:30.593893 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-378d1897-fb6d-4c79-8c77-38530dafdc7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:30.604794 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321ff630-c20a-4421-b358-175f3ff639dc admin admin] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:45:30.621198 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598966c3-31a8-428b-a226-4c6610b40819 None None] Sync routers for ids ['3385f01d-686d-4fd0-b269-dedd02403d7e'] in dv-cinder-819692-6-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:45:30.625306 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-321ff630-c20a-4421-b358-175f3ff639dc admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:30.626745 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-321ff630-c20a-4421-b358-175f3ff639dc admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7983139 Dec 07 18:45:30.629646 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 60224) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:30.635627 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598966c3-31a8-428b-a226-4c6610b40819 None None] Routers {'3385f01d-686d-4fd0-b269-dedd02403d7e'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:45:30.636773 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-598966c3-31a8-428b-a226-4c6610b40819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:45:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['3385f01d-686d-4fd0-b269-dedd02403d7e'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:30.754654 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-598966c3-31a8-428b-a226-4c6610b40819 None None] Set router 3385f01d-686d-4fd0-b269-dedd02403d7e gateway port host: dv-cinder-819692-6-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:45:30.801510 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-378d1897-fb6d-4c79-8c77-38530dafdc7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:30.811587 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-378d1897-fb6d-4c79-8c77-38530dafdc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:30.894019 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447473a-64b2-40a0-b84c-dfb2682375f0 req-98b12e43-cf37-4115-bdad-d951e0bae44f tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:30.895474 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d447473a-64b2-40a0-b84c-dfb2682375f0 req-98b12e43-cf37-4115-bdad-d951e0bae44f tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=15e2d7c4-b135-4871-9753-659f8c3cfaf1 HTTP/1.1" status: 200 len: 943 time: 0.1616764 Dec 07 18:45:30.906633 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-378d1897-fb6d-4c79-8c77-38530dafdc7b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8465a40e093d4a859bb0f1b0803aa2e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3263884 Dec 07 18:45:30.909266 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 60230) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:30.951964 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d1897-fb6d-4c79-8c77-38530dafdc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e333471d-115a-4130-bbec-d17487191901,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:30.969498 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-598966c3-31a8-428b-a226-4c6610b40819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3385f01d-686d-4fd0-b269-dedd02403d7e', 'name': 'tempest-TestShelveInstance-2000220902-router', 'tenant_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '710424ee-3487-48d6-9990-c8d047586a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:27Z', 'updated_at': '2021-12-07T18:45:29Z', 'revision_number': 3, 'project_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'gw_port': {'id': '710424ee-3487-48d6-9990-c8d047586a7f', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3385f01d-686d-4fd0-b269-dedd02403d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:28Z', 'updated_at': '2021-12-07T18:45:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi'}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:30.970744 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ae374ecf-964e-434b-9f11-1319f6c49a86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:30.996661 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ae374ecf-964e-434b-9f11-1319f6c49a86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:30.999960 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d447473a-64b2-40a0-b84c-dfb2682375f0 req-0382f389-17c5-4c36-bc3a-6a79a52df13e tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894711 Dec 07 18:45:31.006866 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598966c3-31a8-428b-a226-4c6610b40819 None None] Checking router: 3385f01d-686d-4fd0-b269-dedd02403d7e for host: dv-cinder-819692-6-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:45:31.007541 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598966c3-31a8-428b-a226-4c6610b40819 None None] Updating router 3385f01d-686d-4fd0-b269-dedd02403d7e port 710424ee-3487-48d6-9990-c8d047586a7f binding host dv-cinder-819692-6-iscsi {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 18:45:31.036584 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-598966c3-31a8-428b-a226-4c6610b40819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:31.062770 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ae374ecf-964e-434b-9f11-1319f6c49a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:31.065590 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ae374ecf-964e-434b-9f11-1319f6c49a86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:31.066755 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-ae374ecf-964e-434b-9f11-1319f6c49a86 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e333471d-115a-4130-bbec-d17487191901 HTTP/1.1" status: 204 len: 168 time: 0.1564314 Dec 07 18:45:31.076009 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae374ecf-964e-434b-9f11-1319f6c49a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e333471d-115a-4130-bbec-d17487191901,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:31.182117 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dbde3c-57ff-439f-b5a7-76b0777dee71 req-65bba3bf-9975-404c-ba4d-e81638e8a3bc tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:31.183562 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-06dbde3c-57ff-439f-b5a7-76b0777dee71 req-65bba3bf-9975-404c-ba4d-e81638e8a3bc tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.23 "GET /v2.0/ports?device_id=35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8 HTTP/1.1" status: 200 len: 946 time: 0.0783587 Dec 07 18:45:31.320923 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-598966c3-31a8-428b-a226-4c6610b40819 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:31.328399 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-598966c3-31a8-428b-a226-4c6610b40819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:31.385571 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eec25b-a945-42de-8b76-f7e707be89ff None None] Pushing event updated for resources: {'Port': ['ID=710424ee-3487-48d6-9990-c8d047586a7f,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:31.421861 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b1bb13b8-f42e-4f57-ad48-faa5c8180f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:31.425347 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [req-06dbde3c-57ff-439f-b5a7-76b0777dee71 req-cc39042d-19e3-482a-baa8-91070f85ae00 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Deleting port a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:45:31.425683 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-06dbde3c-57ff-439f-b5a7-76b0777dee71 req-cc39042d-19e3-482a-baa8-91070f85ae00 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:31.440146 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-598966c3-31a8-428b-a226-4c6610b40819 None None] Attempting to bind port 710424ee-3487-48d6-9990-c8d047586a7f on host dv-cinder-819692-6-iscsi for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:45:31.440623 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-598966c3-31a8-428b-a226-4c6610b40819 None None] Attempting to bind port 710424ee-3487-48d6-9990-c8d047586a7f by drivers openvswitch,hyperv on host dv-cinder-819692-6-iscsi at level 0 using segments [{'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:45:31.440877 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598966c3-31a8-428b-a226-4c6610b40819 None None] Attempting to bind port 710424ee-3487-48d6-9990-c8d047586a7f on network c28673b7-9801-4a6d-8bd7-4540f8f52bd4 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:45:31.452512 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57afe0-52fe-4ca7-ab48-1bf7c569fb6e req-d8bf609f-3937-4126-a99f-150a42388ac0 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:31.452661 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598966c3-31a8-428b-a226-4c6610b40819 None None] Checking agent: {'id': 'fd9e3ab0-a028-492f-8cb9-0b732e52b698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 36, 52), 'started_at': datetime.datetime(2021, 12, 7, 18, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:45:31.453024 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598966c3-31a8-428b-a226-4c6610b40819 None None] Checking segment: {'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:45:31.453435 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-598966c3-31a8-428b-a226-4c6610b40819 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:31.453861 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598966c3-31a8-428b-a226-4c6610b40819 None None] Bound using segment: {'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:45:31.456122 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-598966c3-31a8-428b-a226-4c6610b40819 None None] Bound port: 710424ee-3487-48d6-9990-c8d047586a7f, host: dv-cinder-819692-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:45:31.456548 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-598966c3-31a8-428b-a226-4c6610b40819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:31.469833 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5b57afe0-52fe-4ca7-ab48-1bf7c569fb6e req-d8bf609f-3937-4126-a99f-150a42388ac0 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.0746219 Dec 07 18:45:31.550039 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-598966c3-31a8-428b-a226-4c6610b40819 None None] For port 710424ee-3487-48d6-9990-c8d047586a7f, host dv-cinder-819692-6-iscsi, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:45:31.553492 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-598966c3-31a8-428b-a226-4c6610b40819 None None] For port 710424ee-3487-48d6-9990-c8d047586a7f, host dv-cinder-819692-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=710424ee-3487-48d6-9990-c8d047586a7f,segment=NetworkSegment(05f8ab8d-4669-4926-ada9-ecff5fb4eb1d),segment_id=05f8ab8d-4669-4926-ada9-ecff5fb4eb1d)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:45:31.563441 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-598966c3-31a8-428b-a226-4c6610b40819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:31.566748 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5b57afe0-52fe-4ca7-ab48-1bf7c569fb6e req-2ca8c0ea-9fea-4b4f-bd89-4bd2274d744d tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948045 Dec 07 18:45:31.645389 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598966c3-31a8-428b-a226-4c6610b40819 None None] Routers {'3385f01d-686d-4fd0-b269-dedd02403d7e'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:45:31.647013 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-598966c3-31a8-428b-a226-4c6610b40819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:45:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['3385f01d-686d-4fd0-b269-dedd02403d7e'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:31.649475 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eec25b-a945-42de-8b76-f7e707be89ff None None] Pushing event updated for resources: {'Port': ['ID=710424ee-3487-48d6-9990-c8d047586a7f,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:31.657388 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device b08af1cd-2e39-4c70-8061-c097c902fc64 details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:45:31.765345 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-06dbde3c-57ff-439f-b5a7-76b0777dee71 req-cc39042d-19e3-482a-baa8-91070f85ae00 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] For port a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb,segment=NetworkSegment(7e71c60a-e4aa-4143-b193-16c044b24927),segment_id=7e71c60a-e4aa-4143-b193-16c044b24927)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:45:31.765753 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-06dbde3c-57ff-439f-b5a7-76b0777dee71 req-cc39042d-19e3-482a-baa8-91070f85ae00 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:31.784766 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e128c74-85bf-46c0-b7c8-01c12b9093d0 req-252b6541-be32-4ce0-a455-b3a465115d4e tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:31.786327 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1e128c74-85bf-46c0-b7c8-01c12b9093d0 req-252b6541-be32-4ce0-a455-b3a465115d4e tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/ports?device_id=35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8 HTTP/1.1" status: 200 len: 946 time: 0.2090209 Dec 07 18:45:31.813812 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [req-06dbde3c-57ff-439f-b5a7-76b0777dee71 req-cc39042d-19e3-482a-baa8-91070f85ae00 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Calling delete_port for a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb owned by compute:nova {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:45:31.863076 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-598966c3-31a8-428b-a226-4c6610b40819 None None] Set router 3385f01d-686d-4fd0-b269-dedd02403d7e gateway port host: dv-cinder-819692-6-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:45:31.891184 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 4d817c8f-7253-4ede-a59e-e0581a6f4ab7 up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:45:31.991843 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port b08af1cd-2e39-4c70-8061-c097c902fc64, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=b08af1cd-2e39-4c70-8061-c097c902fc64,segment=NetworkSegment(98bfe91f-7bab-411d-b57d-5ef27194bbaa),segment_id=98bfe91f-7bab-411d-b57d-5ef27194bbaa)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:45:32.008996 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Returning: {'device': 'b08af1cd-2e39-4c70-8061-c097c902fc64', 'network_id': 'c8b8ce23-5289-4bad-a75a-485ea880ca99', 'port_id': 'b08af1cd-2e39-4c70-8061-c097c902fc64', 'mac_address': 'fa:16:3e:f6:f6:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '959328ad-f645-4e6a-a843-2b6a58b1fc1b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:45:32.056045 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1e128c74-85bf-46c0-b7c8-01c12b9093d0 req-0bdc87b2-678c-46d9-80d6-a08ca572e4ef tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/security-groups?id=dce1a392-bc9e-4ac7-9e55-16f699823f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436190 Dec 07 18:45:32.071551 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-598966c3-31a8-428b-a226-4c6610b40819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3385f01d-686d-4fd0-b269-dedd02403d7e', 'name': 'tempest-TestShelveInstance-2000220902-router', 'tenant_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '710424ee-3487-48d6-9990-c8d047586a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:27Z', 'updated_at': '2021-12-07T18:45:29Z', 'revision_number': 3, 'project_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'gw_port': {'id': '710424ee-3487-48d6-9990-c8d047586a7f', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3385f01d-686d-4fd0-b269-dedd02403d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:28Z', 'updated_at': '2021-12-07T18:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi'}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:32.073272 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [None req-b1bb13b8-f42e-4f57-ad48-faa5c8180f32 admin admin] Allocated IP 172.20.0.1 (f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584/1391da38-e32d-4021-8a10-dbcd7095634e/8bb53d2d-6240-4592-9ad0-27fcc8728b7a) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:45:32.102450 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:32.119281 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598966c3-31a8-428b-a226-4c6610b40819 None None] The sync data for ids ['3385f01d-686d-4fd0-b269-dedd02403d7e'] in dv-cinder-819692-6-iscsi is: [{'id': '3385f01d-686d-4fd0-b269-dedd02403d7e', 'name': 'tempest-TestShelveInstance-2000220902-router', 'tenant_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '710424ee-3487-48d6-9990-c8d047586a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:27Z', 'updated_at': '2021-12-07T18:45:29Z', 'revision_number': 3, 'project_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'gw_port': {'id': '710424ee-3487-48d6-9990-c8d047586a7f', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3385f01d-686d-4fd0-b269-dedd02403d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:28Z', 'updated_at': '2021-12-07T18:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi'}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:45:32.128065 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 60270) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:32.138707 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port 4d817c8f-7253-4ede-a59e-e0581a6f4ab7 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:32.139231 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:32.142533 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b08af1cd-2e39-4c70-8061-c097c902fc64 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:45:32.191666 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port b08af1cd-2e39-4c70-8061-c097c902fc64, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=b08af1cd-2e39-4c70-8061-c097c902fc64,segment=NetworkSegment(98bfe91f-7bab-411d-b57d-5ef27194bbaa),segment_id=98bfe91f-7bab-411d-b57d-5ef27194bbaa)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:45:32.193894 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b26259-9e2d-4b11-af1c-02abdc13b32a req-c38209b4-e3b3-4326-b360-b34c8aab669e tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:32.196258 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-20b26259-9e2d-4b11-af1c-02abdc13b32a req-c38209b4-e3b3-4326-b360-b34c8aab669e tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=15e2d7c4-b135-4871-9753-659f8c3cfaf1 HTTP/1.1" status: 200 len: 943 time: 0.0613234 Dec 07 18:45:32.206498 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:32.287094 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-20b26259-9e2d-4b11-af1c-02abdc13b32a req-e1c9c008-ee68-4178-bab8-2f0697bcf7a0 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819623 Dec 07 18:45:32.337341 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=b08af1cd-2e39-4c70-8061-c097c902fc64,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:32.339376 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-80a08c5b-2cba-40ae-a76a-54fa7bdc9d7f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1335465887-network', 'tenant_id': '2075f1e0dfe64b3288e0a1517fa940cf'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:45:32.361656 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a08c5b-2cba-40ae-a76a-54fa7bdc9d7f admin admin] Made reservation on behalf of 2075f1e0dfe64b3288e0a1517fa940cf for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:45:32.364427 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-80a08c5b-2cba-40ae-a76a-54fa7bdc9d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:32.376126 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-80a08c5b-2cba-40ae-a76a-54fa7bdc9d7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:32.456776 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-06dbde3c-57ff-439f-b5a7-76b0777dee71 req-cc39042d-19e3-482a-baa8-91070f85ae00 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:32.482553 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:45:32.503071 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-80a08c5b-2cba-40ae-a76a-54fa7bdc9d7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:32.510890 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-80a08c5b-2cba-40ae-a76a-54fa7bdc9d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:32.517026 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39042d-19e3-482a-baa8-91070f85ae00 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Pushing event deleted for resources: {'Port': ['ID=a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:32.526275 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b1bb13b8-f42e-4f57-ad48-faa5c8180f32 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:32.532653 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a08c5b-2cba-40ae-a76a-54fa7bdc9d7f admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 18:45:32.545580 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['b08af1cd-2e39-4c70-8061-c097c902fc64'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:45:32.563369 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-80a08c5b-2cba-40ae-a76a-54fa7bdc9d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:32.563809 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.db.segments_db [None req-80a08c5b-2cba-40ae-a76a-54fa7bdc9d7f admin admin] Added segment 9b3fc8b7-9487-4ca4-92a1-9bd8ac3291ba of type vlan for network 7b1f362a-4372-4a27-95cb-7893aae6898d Dec 07 18:45:32.598841 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a08c5b-2cba-40ae-a76a-54fa7bdc9d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbffb26-7c66-4500-a734-29ae9f98b42a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:32.628384 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-80a08c5b-2cba-40ae-a76a-54fa7bdc9d7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753414094686'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:32.632917 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [req-06dbde3c-57ff-439f-b5a7-76b0777dee71 req-cc39042d-19e3-482a-baa8-91070f85ae00 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] No DVR routers for this DVR port a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb on host hv-cinder-81969 {{(pid=109084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:45:32.642752 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-06dbde3c-57ff-439f-b5a7-76b0777dee71 req-cc39042d-19e3-482a-baa8-91070f85ae00 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:32.650201 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-06dbde3c-57ff-439f-b5a7-76b0777dee71 req-cc39042d-19e3-482a-baa8-91070f85ae00 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.23 "DELETE /v2.0/ports/a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb HTTP/1.1" status: 204 len: 173 time: 1.4534452 Dec 07 18:45:32.652289 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8', 'name': 'network-vif-deleted', 'tag': 'a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:45:32.655223 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a9c8e9ce0db27bff2b715efe80f7ddeb02331314c1c7d49b52ba908637cab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41c1d47-5bf6-4317-bb02-72f95aec3e9c" -d '{"events": [{"server_uuid": "35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8", "name": "network-vif-deleted", "tag": "a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:45:32.681687 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-80a08c5b-2cba-40ae-a76a-54fa7bdc9d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:32.682898 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a08c5b-2cba-40ae-a76a-54fa7bdc9d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:32.683492 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-80a08c5b-2cba-40ae-a76a-54fa7bdc9d7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:32.723724 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-80a08c5b-2cba-40ae-a76a-54fa7bdc9d7f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5946062 Dec 07 18:45:32.733606 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 60278) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:32.747157 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-d022ebf0-196a-495a-b783-eeb708f391ea admin admin] Request body: {'subnet': {'network_id': '7b1f362a-4372-4a27-95cb-7893aae6898d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1335465887-subnet', 'tenant_id': '2075f1e0dfe64b3288e0a1517fa940cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:45:32.778168 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b1bb13b8-f42e-4f57-ad48-faa5c8180f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:32.781869 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91b6ac4-696f-44ec-b52b-a16944abbba3 x-openstack-request-id: req-e91b6ac4-696f-44ec-b52b-a16944abbba3 {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:45:32.782474 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8", "name": "network-vif-deleted", "tag": "a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:45:32.782934 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e91b6ac4-696f-44ec-b52b-a16944abbba3 {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:45:32.783705 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8', 'name': 'network-vif-deleted', 'tag': 'a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb', 'status': 'completed', 'code': 200} Dec 07 18:45:32.807005 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d022ebf0-196a-495a-b783-eeb708f391ea admin admin] Made reservation on behalf of 2075f1e0dfe64b3288e0a1517fa940cf for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:45:32.811099 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d022ebf0-196a-495a-b783-eeb708f391ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530428449'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:32.812868 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a08c5b-2cba-40ae-a76a-54fa7bdc9d7f admin admin] Pushing event updated for resources: {'Network': ['ID=7b1f362a-4372-4a27-95cb-7893aae6898d,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:32.827382 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Network 7b1f362a-4372-4a27-95cb-7893aae6898d details requested by agent ovs-agent-dv-cinder-819692-6-iscsi with host dv-cinder-819692-6-iscsi {{(pid=109086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 18:45:32.849385 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bb13b8-f42e-4f57-ad48-faa5c8180f32 admin admin] Network f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:45:32.861409 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27afb4-5d09-48d0-a010-4ec70390266e req-8ad7a8fe-f4dc-4612-b64c-3e062dad5f93 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:32.873425 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7e27afb4-5d09-48d0-a010-4ec70390266e req-8ad7a8fe-f4dc-4612-b64c-3e062dad5f93 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.1470015 Dec 07 18:45:32.873425 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb13b8-f42e-4f57-ad48-faa5c8180f32 admin admin] Pushing event updated for resources: {'Port': ['ID=8bb53d2d-6240-4592-9ad0-27fcc8728b7a,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:32.880675 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-b1bb13b8-f42e-4f57-ad48-faa5c8180f32 admin admin] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:45:32.889265 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bb13b8-f42e-4f57-ad48-faa5c8180f32 admin admin] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:45:33.021932 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7e27afb4-5d09-48d0-a010-4ec70390266e req-e1ed300f-e3f9-41ca-92e6-4ba283e79ce4 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513858 Dec 07 18:45:33.023422 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b1bb13b8-f42e-4f57-ad48-faa5c8180f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652984'] for router_interface, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:33.185102 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d022ebf0-196a-495a-b783-eeb708f391ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529624300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530428479'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:33.243933 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022ebf0-196a-495a-b783-eeb708f391ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f172f7e-3241-4632-ba87-61255452bef2,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:33.289965 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8ccd4274-e289-464d-b897-694f20920539 req-062a5e4d-37be-4ad9-8c73-40e77dc88d70 tempest-DeleteServersTestJSON-220273030 tempest-DeleteServersTestJSON-220273030-project] 10.222.0.41 "GET /v2.0/ports?device_id=35bdb6f2-cd06-40ea-9577-3dd7fb4cdcc8 HTTP/1.1" status: 200 len: 210 time: 0.0823450 Dec 07 18:45:33.312285 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d022ebf0-196a-495a-b783-eeb708f391ea admin admin] Checking segment: {'id': '9b3fc8b7-9487-4ca4-92a1-9bd8ac3291ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b1f362a-4372-4a27-95cb-7893aae6898d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:45:33.312623 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d022ebf0-196a-495a-b783-eeb708f391ea admin admin] Network hostable DHCP agents. Network: 7b1f362a-4372-4a27-95cb-7893aae6898d, hostable agents: ['6f398e68-3e13-4851-8372-7feb03493da6'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 18:45:33.315989 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-64c108bb-dbd2-4838-9883-6d81118e7057 None None] Provisioning complete for port 8bb53d2d-6240-4592-9ad0-27fcc8728b7a triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:33.317851 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-64c108bb-dbd2-4838-9883-6d81118e7057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:33.356446 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d022ebf0-196a-495a-b783-eeb708f391ea admin admin] Network 7b1f362a-4372-4a27-95cb-7893aae6898d is scheduled to be hosted by DHCP agent 6f398e68-3e13-4851-8372-7feb03493da6 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 18:45:33.375260 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-d022ebf0-196a-495a-b783-eeb708f391ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819692-6-iscsi, 7b1f362a-4372-4a27-95cb-7893aae6898d) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:45:33.385655 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d022ebf0-196a-495a-b783-eeb708f391ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:33.386206 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d022ebf0-196a-495a-b783-eeb708f391ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:33.406161 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de11ee6b-f7be-4125-b4b5-92382a7d0ccb None None] Network 7b1f362a-4372-4a27-95cb-7893aae6898d requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:45:33.424119 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-d022ebf0-196a-495a-b783-eeb708f391ea admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6815481 Dec 07 18:45:33.536207 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b1bb13b8-f42e-4f57-ad48-faa5c8180f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:33.553430 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca398e-2664-4221-afda-2601a4d9426c req-bf98ce73-cbe0-4015-8652-9d6382336e72 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:33.555720 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-92ca398e-2664-4221-afda-2601a4d9426c req-bf98ce73-cbe0-4015-8652-9d6382336e72 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=15e2d7c4-b135-4871-9753-659f8c3cfaf1 HTTP/1.1" status: 200 len: 944 time: 0.1135519 Dec 07 18:45:33.650391 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-64c108bb-dbd2-4838-9883-6d81118e7057 None None] Port 8bb53d2d-6240-4592-9ad0-27fcc8728b7a cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:45:33.707117 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-92ca398e-2664-4221-afda-2601a4d9426c req-bc503d88-8fb8-4b6f-bd38-dd27c426d0bc tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417019 Dec 07 18:45:33.740579 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device b08af1cd-2e39-4c70-8061-c097c902fc64 up at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:45:33.833533 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b1bb13b8-f42e-4f57-ad48-faa5c8180f32 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:33.864006 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b1bb13b8-f42e-4f57-ad48-faa5c8180f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530413597'] for port, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:33.870835 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0909922b-c0ba-4b5c-9b1e-f7a8d0fa643b None None] Network 7b1f362a-4372-4a27-95cb-7893aae6898d requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:45:33.889827 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning for port b08af1cd-2e39-4c70-8061-c097c902fc64 completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:45:33.905116 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning complete for port b08af1cd-2e39-4c70-8061-c097c902fc64 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:33.905408 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:33.976257 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb13b8-f42e-4f57-ad48-faa5c8180f32 admin admin] Pushing event updated for resources: {'Port': ['ID=8bb53d2d-6240-4592-9ad0-27fcc8728b7a,revision_number=2']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:33.983407 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b1bb13b8-f42e-4f57-ad48-faa5c8180f32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-968009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652836'] for router_interface, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:34.030201 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 710424ee-3487-48d6-9990-c8d047586a7f up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:45:34.116830 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bb13b8-f42e-4f57-ad48-faa5c8180f32 admin admin] Network f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:45:34.118845 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-b1bb13b8-f42e-4f57-ad48-faa5c8180f32 admin admin] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:45:34.212599 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:34.262853 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port 710424ee-3487-48d6-9990-c8d047586a7f triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:34.263234 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:34.273896 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e2d7c4-b135-4871-9753-659f8c3cfaf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08af1cd-2e39-4c70-8061-c097c902fc64'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:45:34.277425 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab3a8ce7da5a640e7c4dfc04f2c3e6911255c2d0b826cd7cc2b97a426bb0a1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4de7df-b31d-4eef-acad-1be0de5acfeb" -d '{"events": [{"server_uuid": "15e2d7c4-b135-4871-9753-659f8c3cfaf1", "name": "network-vif-plugged", "status": "completed", "tag": "b08af1cd-2e39-4c70-8061-c097c902fc64"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:45:34.329487 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e728aa-a4d3-4a8d-9823-24bd4b927173 req-7fba3516-7e29-4e1a-8fae-aa8f5e6279c0 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:34.330772 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-03e728aa-a4d3-4a8d-9823-24bd4b927173 req-7fba3516-7e29-4e1a-8fae-aa8f5e6279c0 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.1479731 Dec 07 18:45:34.335652 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port b08af1cd-2e39-4c70-8061-c097c902fc64, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=b08af1cd-2e39-4c70-8061-c097c902fc64,segment=NetworkSegment(98bfe91f-7bab-411d-b57d-5ef27194bbaa),segment_id=98bfe91f-7bab-411d-b57d-5ef27194bbaa)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:45:34.352685 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:34.354004 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1bb13b8-f42e-4f57-ad48-faa5c8180f32 admin admin] Router 3385f01d-686d-4fd0-b269-dedd02403d7e has already been hosted by L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc {{(pid=109084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:45:34.391453 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 60326) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:34.396427 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-5de5123d-7782-4564-8b2e-f6975134b2ef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1695859386-network', 'tenant_id': 'f88f82fbfba745ada77f85178d5caef3'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:45:34.423117 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492460fb-b812-444a-afdf-76eeed5fc8ed x-openstack-request-id: req-492460fb-b812-444a-afdf-76eeed5fc8ed {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:45:34.423354 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e2d7c4-b135-4871-9753-659f8c3cfaf1", "name": "network-vif-plugged", "status": "completed", "tag": "b08af1cd-2e39-4c70-8061-c097c902fc64", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:45:34.423613 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-492460fb-b812-444a-afdf-76eeed5fc8ed {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:45:34.424014 dv-cinder-819692-6-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e2d7c4-b135-4871-9753-659f8c3cfaf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08af1cd-2e39-4c70-8061-c097c902fc64', 'code': 200} Dec 07 18:45:34.454672 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de5123d-7782-4564-8b2e-f6975134b2ef admin admin] Made reservation on behalf of f88f82fbfba745ada77f85178d5caef3 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:45:34.458543 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5de5123d-7782-4564-8b2e-f6975134b2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:34.473298 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5de5123d-7782-4564-8b2e-f6975134b2ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:34.508161 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=b08af1cd-2e39-4c70-8061-c097c902fc64,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:34.585654 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:34.597763 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1bb13b8-f42e-4f57-ad48-faa5c8180f32 admin admin] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:45:34.630483 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-b1bb13b8-f42e-4f57-ad48-faa5c8180f32 admin admin] 10.222.0.41 "PUT /v2.0/routers/3385f01d-686d-4fd0-b269-dedd02403d7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9995565 Dec 07 18:45:34.638830 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-03e728aa-a4d3-4a8d-9823-24bd4b927173 req-f219eb39-b95a-40c6-b455-b76f0379833c tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914336 Dec 07 18:45:34.657545 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5de5123d-7782-4564-8b2e-f6975134b2ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:34.665736 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5de5123d-7782-4564-8b2e-f6975134b2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:34.704000 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de5123d-7782-4564-8b2e-f6975134b2ef admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 18:45:34.719446 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5de5123d-7782-4564-8b2e-f6975134b2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:34.720730 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.db.segments_db [None req-5de5123d-7782-4564-8b2e-f6975134b2ef admin admin] Added segment 58fd35ba-7221-4425-8845-da2e5ee49863 of type vlan for network 0478dade-3445-434e-b9f5-0cbbfda9a391 Dec 07 18:45:34.724388 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-0f481ecc-6313-40cc-a5ac-c7e0e2966956 None None] Provisioning complete for port 8bb53d2d-6240-4592-9ad0-27fcc8728b7a triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:34.724761 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0f481ecc-6313-40cc-a5ac-c7e0e2966956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:34.736453 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] For port 710424ee-3487-48d6-9990-c8d047586a7f, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=710424ee-3487-48d6-9990-c8d047586a7f,segment=NetworkSegment(05f8ab8d-4669-4926-ada9-ecff5fb4eb1d),segment_id=05f8ab8d-4669-4926-ada9-ecff5fb4eb1d)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:45:34.796506 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae08fb5-8a23-403b-84e9-dc6d94f4ad4a req-f779aee7-60c5-4488-bf7d-ec9fc0f9da46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:34.801577 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:34.802272 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5ae08fb5-8a23-403b-84e9-dc6d94f4ad4a req-f779aee7-60c5-4488-bf7d-ec9fc0f9da46 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=15e2d7c4-b135-4871-9753-659f8c3cfaf1 HTTP/1.1" status: 200 len: 1098 time: 0.1392753 Dec 07 18:45:34.810469 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5de5123d-7782-4564-8b2e-f6975134b2ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753414094686'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:34.847062 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5de5123d-7782-4564-8b2e-f6975134b2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:34.848821 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de5123d-7782-4564-8b2e-f6975134b2ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:34.849412 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5de5123d-7782-4564-8b2e-f6975134b2ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:34.921219 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Pushing event updated for resources: {'Port': ['ID=710424ee-3487-48d6-9990-c8d047586a7f,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:34.924074 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fdb69b-0a2f-4a44-bde8-8743ed33a6f3 None None] Sync routers for ids ['3385f01d-686d-4fd0-b269-dedd02403d7e'] in dv-cinder-819692-6-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:45:34.935506 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de5123d-7782-4564-8b2e-f6975134b2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e096c849-60be-4fa0-9763-66c7bf3825cf,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:34.939750 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-0f481ecc-6313-40cc-a5ac-c7e0e2966956 None None] Port 8bb53d2d-6240-4592-9ad0-27fcc8728b7a cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:45:34.957451 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fdb69b-0a2f-4a44-bde8-8743ed33a6f3 None None] Routers {'3385f01d-686d-4fd0-b269-dedd02403d7e'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:45:34.958375 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-91fdb69b-0a2f-4a44-bde8-8743ed33a6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:45:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['3385f01d-686d-4fd0-b269-dedd02403d7e'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:35.052160 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-5de5123d-7782-4564-8b2e-f6975134b2ef admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6595900 Dec 07 18:45:35.055933 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 60358) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:35.061885 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-bc9174d1-1a32-4c80-8a12-379dd5a4df82 admin admin] Request body: {'subnet': {'network_id': '0478dade-3445-434e-b9f5-0cbbfda9a391', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1695859386-subnet', 'tenant_id': 'f88f82fbfba745ada77f85178d5caef3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:45:35.067193 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de5123d-7782-4564-8b2e-f6975134b2ef admin admin] Pushing event updated for resources: {'Network': ['ID=0478dade-3445-434e-b9f5-0cbbfda9a391,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:35.082257 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Network 0478dade-3445-434e-b9f5-0cbbfda9a391 details requested by agent ovs-agent-dv-cinder-819692-6-iscsi with host dv-cinder-819692-6-iscsi {{(pid=109086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 18:45:35.094781 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9174d1-1a32-4c80-8a12-379dd5a4df82 admin admin] Made reservation on behalf of f88f82fbfba745ada77f85178d5caef3 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:45:35.097425 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bc9174d1-1a32-4c80-8a12-379dd5a4df82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530428449'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:35.105861 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b206db33-03fe-460e-901b-e216906e0d06 req-2136d963-b67b-430d-99ad-929fcad25770 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=227d00ae-26f9-4f9d-8aa8-87aa48f24b6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3016276 Dec 07 18:45:35.151780 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5ae08fb5-8a23-403b-84e9-dc6d94f4ad4a req-09dd03bd-8645-46cd-9ead-567903979b01 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600360 Dec 07 18:45:35.177283 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-91fdb69b-0a2f-4a44-bde8-8743ed33a6f3 None None] Set router 3385f01d-686d-4fd0-b269-dedd02403d7e gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:45:35.189275 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814205bb-c292-4a96-a57c-73597b8dbd04 req-e415cbc8-ac81-4780-8e03-5a105cad8b85 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:35.190884 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-814205bb-c292-4a96-a57c-73597b8dbd04 req-e415cbc8-ac81-4780-8e03-5a105cad8b85 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=15e2d7c4-b135-4871-9753-659f8c3cfaf1 HTTP/1.1" status: 200 len: 945 time: 0.2977636 Dec 07 18:45:35.252153 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 60362) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:35.300561 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-814205bb-c292-4a96-a57c-73597b8dbd04 req-8cca7a7a-8313-4078-99a6-426d5532177f tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017926 Dec 07 18:45:35.422244 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bc9174d1-1a32-4c80-8a12-379dd5a4df82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529624300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530428479'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:35.434207 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206db33-03fe-460e-901b-e216906e0d06 req-40eb4d9c-7c8e-4b62-8ebd-9b00ed5d418d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:35.435866 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b206db33-03fe-460e-901b-e216906e0d06 req-40eb4d9c-7c8e-4b62-8ebd-9b00ed5d418d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12e59e340c3845b199cb2b187d625932&device_id=227d00ae-26f9-4f9d-8aa8-87aa48f24b6d HTTP/1.1" status: 200 len: 1099 time: 0.0487916 Dec 07 18:45:35.506587 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-91fdb69b-0a2f-4a44-bde8-8743ed33a6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3385f01d-686d-4fd0-b269-dedd02403d7e', 'name': 'tempest-TestShelveInstance-2000220902-router', 'tenant_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '710424ee-3487-48d6-9990-c8d047586a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:27Z', 'updated_at': '2021-12-07T18:45:33Z', 'revision_number': 4, 'project_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'gw_port': {'id': '710424ee-3487-48d6-9990-c8d047586a7f', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3385f01d-686d-4fd0-b269-dedd02403d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:28Z', 'updated_at': '2021-12-07T18:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '8bb53d2d-6240-4592-9ad0-27fcc8728b7a', 'name': '', 'network_id': 'f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584', 'tenant_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'mac_address': 'fa:16:3e:a5:5b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3385f01d-686d-4fd0-b269-dedd02403d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '1391da38-e32d-4021-8a10-dbcd7095634e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:31Z', 'updated_at': '2021-12-07T18:45:33Z', 'revision_number': 2, 'project_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'subnets': [{'id': '1391da38-e32d-4021-8a10-dbcd7095634e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:35.510547 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9174d1-1a32-4c80-8a12-379dd5a4df82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f92991d-0650-432b-98a5-53248ca21b29,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:35.523410 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9174d1-1a32-4c80-8a12-379dd5a4df82 admin admin] Checking segment: {'id': '58fd35ba-7221-4425-8845-da2e5ee49863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0478dade-3445-434e-b9f5-0cbbfda9a391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:45:35.523740 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9174d1-1a32-4c80-8a12-379dd5a4df82 admin admin] Network hostable DHCP agents. Network: 0478dade-3445-434e-b9f5-0cbbfda9a391, hostable agents: ['6f398e68-3e13-4851-8372-7feb03493da6'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 18:45:35.534259 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c3c6195c-2764-4629-a039-907710289350 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:35.545589 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fdb69b-0a2f-4a44-bde8-8743ed33a6f3 None None] Checking router: 3385f01d-686d-4fd0-b269-dedd02403d7e for host: dv-cinder-819692-6-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:45:35.546255 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fdb69b-0a2f-4a44-bde8-8743ed33a6f3 None None] Updating router 3385f01d-686d-4fd0-b269-dedd02403d7e port 8bb53d2d-6240-4592-9ad0-27fcc8728b7a binding host dv-cinder-819692-6-iscsi {{(pid=109086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 18:45:35.562959 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9174d1-1a32-4c80-8a12-379dd5a4df82 admin admin] Network 0478dade-3445-434e-b9f5-0cbbfda9a391 is scheduled to be hosted by DHCP agent 6f398e68-3e13-4851-8372-7feb03493da6 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 18:45:35.576560 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-91fdb69b-0a2f-4a44-bde8-8743ed33a6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:35.582118 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-bc9174d1-1a32-4c80-8a12-379dd5a4df82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819692-6-iscsi, 0478dade-3445-434e-b9f5-0cbbfda9a391) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:45:35.587091 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9174d1-1a32-4c80-8a12-379dd5a4df82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:35.588056 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bc9174d1-1a32-4c80-8a12-379dd5a4df82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:35.593198 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 60374) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:35.598853 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99f2683-5dfc-4b1f-a034-6262e2847963 None None] Network 0478dade-3445-434e-b9f5-0cbbfda9a391 requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:45:35.600670 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-5a463304-8245-4e3d-bec2-b9635553d8e1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-869694091-network', 'tenant_id': '81a65049b0f44bb6b29d0b8f8b8a2a7a'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:45:35.617977 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-bc9174d1-1a32-4c80-8a12-379dd5a4df82 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5606277 Dec 07 18:45:35.619559 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206db33-03fe-460e-901b-e216906e0d06 req-55f9ee21-ea90-41a9-89fc-a664b7b10166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:35.621179 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b206db33-03fe-460e-901b-e216906e0d06 req-55f9ee21-ea90-41a9-89fc-a664b7b10166 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c8b8ce23-5289-4bad-a75a-485ea880ca99 HTTP/1.1" status: 200 len: 916 time: 0.1562490 Dec 07 18:45:35.644531 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a463304-8245-4e3d-bec2-b9635553d8e1 admin admin] Made reservation on behalf of 81a65049b0f44bb6b29d0b8f8b8a2a7a for: {'network': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:45:35.647207 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5a463304-8245-4e3d-bec2-b9635553d8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for network, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:35.669693 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c3c6195c-2764-4629-a039-907710289350 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:35.675073 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c3c6195c-2764-4629-a039-907710289350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:35.687421 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5a463304-8245-4e3d-bec2-b9635553d8e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:35.699481 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b206db33-03fe-460e-901b-e216906e0d06 req-ff990a18-7084-4f8e-a37b-8a47b3af9cfe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a HTTP/1.1" status: 200 len: 217 time: 0.0629997 Dec 07 18:45:35.712033 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:45:35.726266 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6195c-2764-4629-a039-907710289350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f56770-5df6-41f4-8c3f-0a0ec301f42b,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:35.735035 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-c3c6195c-2764-4629-a039-907710289350 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b8a411084b464f74a0366d70b8bb64cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4818394 Dec 07 18:45:35.737623 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 60380) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:35.758198 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] No Port match for: a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:45:35.759148 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device a7b6886d-664d-4ad4-b0e0-be7fe72c4fdb not bound to the agent host hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:45:35.804450 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0e98d65c-b1c2-4bc2-b4ff-3b9773d256c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:35.828844 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0e98d65c-b1c2-4bc2-b4ff-3b9773d256c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:35.889540 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 710424ee-3487-48d6-9990-c8d047586a7f up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:45:35.906952 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0e98d65c-b1c2-4bc2-b4ff-3b9773d256c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:35.910002 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0e98d65c-b1c2-4bc2-b4ff-3b9773d256c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:35.914240 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-0e98d65c-b1c2-4bc2-b4ff-3b9773d256c2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/93f56770-5df6-41f4-8c3f-0a0ec301f42b HTTP/1.1" status: 204 len: 168 time: 0.1725080 Dec 07 18:45:35.914327 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206db33-03fe-460e-901b-e216906e0d06 req-be987445-87fb-4449-b0dd-d24298d7b0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:35.914327 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b206db33-03fe-460e-901b-e216906e0d06 req-be987445-87fb-4449-b0dd-d24298d7b0a4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=959328ad-f645-4e6a-a843-2b6a58b1fc1b HTTP/1.1" status: 200 len: 855 time: 0.2060292 Dec 07 18:45:35.925413 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e98d65c-b1c2-4bc2-b4ff-3b9773d256c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f56770-5df6-41f4-8c3f-0a0ec301f42b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:35.942172 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf5c97f-f933-44ba-8e65-421b5e635fb9 None None] Network 0478dade-3445-434e-b9f5-0cbbfda9a391 requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:45:35.971447 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b206db33-03fe-460e-901b-e216906e0d06 req-3cb4b84e-8551-4a4a-920b-f253625e9eb2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c8b8ce23-5289-4bad-a75a-485ea880ca99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368395 Dec 07 18:45:35.981421 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba71b1-a3a6-4f73-916b-73b20c68ed62 req-ab8d39d3-bc61-4ea8-af92-5726a33ed980 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:35.983061 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-75ba71b1-a3a6-4f73-916b-73b20c68ed62 req-ab8d39d3-bc61-4ea8-af92-5726a33ed980 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.1988623 Dec 07 18:45:36.124579 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5a463304-8245-4e3d-bec2-b9635553d8e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:36.130079 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port 710424ee-3487-48d6-9990-c8d047586a7f triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:36.130446 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:36.169642 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5a463304-8245-4e3d-bec2-b9635553d8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:36.188193 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 60396) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:36.208610 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-75ba71b1-a3a6-4f73-916b-73b20c68ed62 req-795d92b9-8e7b-40b8-8e2c-5d839c683cc6 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520793 Dec 07 18:45:36.210889 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b206db33-03fe-460e-901b-e216906e0d06 req-e842aaab-60d5-4105-ade2-baa51e34bdee service neutron] 10.222.0.23 "GET /v2.0/networks/c8b8ce23-5289-4bad-a75a-485ea880ca99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266488 Dec 07 18:45:36.217552 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a463304-8245-4e3d-bec2-b9635553d8e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=109084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 18:45:36.262220 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc092cae-aa6e-4b7d-87a4-e4b43e8d249c admin admin] Deleting subnet ae064365-0138-4c91-beb0-ecc3548d2a82 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 18:45:36.266073 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bc092cae-aa6e-4b7d-87a4-e4b43e8d249c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:36.288634 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5a463304-8245-4e3d-bec2-b9635553d8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828'] for segment, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:36.289110 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.db.segments_db [None req-5a463304-8245-4e3d-bec2-b9635553d8e1 admin admin] Added segment 7d73bbca-47f8-4a3c-8f07-395993524b92 of type vlan for network fd114611-2081-4fe5-80cb-7730da561ab7 Dec 07 18:45:36.290554 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a463304-8245-4e3d-bec2-b9635553d8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50179fc-4f16-498c-9fda-95d771cd18f3,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:36.314129 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bc092cae-aa6e-4b7d-87a4-e4b43e8d249c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529982547'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:36.400459 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5a463304-8245-4e3d-bec2-b9635553d8e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753414094686'] for network, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:36.417901 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bc092cae-aa6e-4b7d-87a4-e4b43e8d249c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1752923'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:36.462475 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b206db33-03fe-460e-901b-e216906e0d06 req-d8b4eedf-6559-481b-9553-7aa9e2b87dff service neutron] 10.222.0.23 "GET /v2.0/networks/c8b8ce23-5289-4bad-a75a-485ea880ca99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305589 Dec 07 18:45:36.464053 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5a463304-8245-4e3d-bec2-b9635553d8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027'] for network, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:36.464741 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a463304-8245-4e3d-bec2-b9635553d8e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:36.465366 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5a463304-8245-4e3d-bec2-b9635553d8e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for network, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:36.488894 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 60404) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:36.521254 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-5a463304-8245-4e3d-bec2-b9635553d8e1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9266393 Dec 07 18:45:36.525017 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-18cc2583-725a-4ba2-96cb-91325471e8e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:36.525480 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 60408) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:36.543370 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-ad209afc-7364-4b63-b5a7-0c1cd82cf068 admin admin] Request body: {'subnet': {'network_id': 'fd114611-2081-4fe5-80cb-7730da561ab7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-869694091-subnet', 'tenant_id': '81a65049b0f44bb6b29d0b8f8b8a2a7a', 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:45:36.583237 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f220eb7-9bdb-4a74-8695-2e78d0bf768e req-4790d7ef-ec91-4fcd-b230-345ee7a4660d tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:36.585002 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1f220eb7-9bdb-4a74-8695-2e78d0bf768e req-4790d7ef-ec91-4fcd-b230-345ee7a4660d tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=15e2d7c4-b135-4871-9753-659f8c3cfaf1 HTTP/1.1" status: 200 len: 945 time: 0.1241550 Dec 07 18:45:36.625413 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-18cc2583-725a-4ba2-96cb-91325471e8e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:36.645280 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad209afc-7364-4b63-b5a7-0c1cd82cf068 admin admin] Made reservation on behalf of 81a65049b0f44bb6b29d0b8f8b8a2a7a for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:45:36.648836 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ad209afc-7364-4b63-b5a7-0c1cd82cf068 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530428449'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:36.651346 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bc092cae-aa6e-4b7d-87a4-e4b43e8d249c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1752898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529624237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530428612'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:36.664878 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-18cc2583-725a-4ba2-96cb-91325471e8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:36.691673 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a463304-8245-4e3d-bec2-b9635553d8e1 admin admin] Pushing event updated for resources: {'Network': ['ID=fd114611-2081-4fe5-80cb-7730da561ab7,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:36.705407 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Network fd114611-2081-4fe5-80cb-7730da561ab7 details requested by agent ovs-agent-dv-cinder-819692-6-iscsi with host dv-cinder-819692-6-iscsi {{(pid=109086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 18:45:36.707989 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-18cc2583-725a-4ba2-96cb-91325471e8e6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1dc93258e7b8457f92158032a4c4595c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2172847 Dec 07 18:45:36.708627 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 60410) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:36.708847 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-91fdb69b-0a2f-4a44-bde8-8743ed33a6f3 None None] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:36.724513 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc092cae-aa6e-4b7d-87a4-e4b43e8d249c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae064365-0138-4c91-beb0-ecc3548d2a82,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:36.738576 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc2583-725a-4ba2-96cb-91325471e8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a079d3-d434-4dd0-80d5-8597c64b96f8,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:36.738794 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bc092cae-aa6e-4b7d-87a4-e4b43e8d249c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:36.747069 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-bc092cae-aa6e-4b7d-87a4-e4b43e8d249c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ae064365-0138-4c91-beb0-ecc3548d2a82 HTTP/1.1" status: 204 len: 168 time: 0.5544353 Dec 07 18:45:36.747432 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 60412) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:36.754453 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-91fdb69b-0a2f-4a44-bde8-8743ed33a6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:36.802888 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1f220eb7-9bdb-4a74-8695-2e78d0bf768e req-15a5af4f-c584-4bc8-8c3b-252a0304da8b tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885130 Dec 07 18:45:36.829634 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-133855d0-15c8-4b20-9bab-5badea46c706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639551'] for network, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:36.859377 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ccf6e2-106c-4140-a992-d3a7ae03f92a None None] Pushing event updated for resources: {'Port': ['ID=8bb53d2d-6240-4592-9ad0-27fcc8728b7a,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:36.900653 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9f09fdc8-dd97-4709-b9d1-5f9091dec800 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:36.920236 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-91fdb69b-0a2f-4a44-bde8-8743ed33a6f3 None None] Attempting to bind port 8bb53d2d-6240-4592-9ad0-27fcc8728b7a on host dv-cinder-819692-6-iscsi for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:45:36.921482 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-91fdb69b-0a2f-4a44-bde8-8743ed33a6f3 None None] Attempting to bind port 8bb53d2d-6240-4592-9ad0-27fcc8728b7a by drivers openvswitch,hyperv on host dv-cinder-819692-6-iscsi at level 0 using segments [{'id': 'c354797e-580a-431c-9dd2-dcb1dd031e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:45:36.922083 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fdb69b-0a2f-4a44-bde8-8743ed33a6f3 None None] Attempting to bind port 8bb53d2d-6240-4592-9ad0-27fcc8728b7a on network f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:45:36.928596 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fdb69b-0a2f-4a44-bde8-8743ed33a6f3 None None] Checking agent: {'id': 'fd9e3ab0-a028-492f-8cb9-0b732e52b698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 36, 52), 'started_at': datetime.datetime(2021, 12, 7, 18, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:45:36.929979 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fdb69b-0a2f-4a44-bde8-8743ed33a6f3 None None] Checking segment: {'id': 'c354797e-580a-431c-9dd2-dcb1dd031e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:45:36.930702 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-91fdb69b-0a2f-4a44-bde8-8743ed33a6f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:36.931323 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fdb69b-0a2f-4a44-bde8-8743ed33a6f3 None None] Bound using segment: {'id': 'c354797e-580a-431c-9dd2-dcb1dd031e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:45:36.932003 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-91fdb69b-0a2f-4a44-bde8-8743ed33a6f3 None None] Bound port: 8bb53d2d-6240-4592-9ad0-27fcc8728b7a, host: dv-cinder-819692-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c354797e-580a-431c-9dd2-dcb1dd031e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:45:36.932606 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-91fdb69b-0a2f-4a44-bde8-8743ed33a6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:36.956362 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-133855d0-15c8-4b20-9bab-5badea46c706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587410', 'neutron.services.segments.db._delete_segments_for_network-8753414418342'] for network, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:36.968216 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9f09fdc8-dd97-4709-b9d1-5f9091dec800 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:36.981256 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ad209afc-7364-4b63-b5a7-0c1cd82cf068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529624300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530428479'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:36.989663 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-133855d0-15c8-4b20-9bab-5badea46c706 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef05ef7a-dc68-401a-ab2a-8c16865c781c']}} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:37.008964 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-91fdb69b-0a2f-4a44-bde8-8743ed33a6f3 None None] For port 8bb53d2d-6240-4592-9ad0-27fcc8728b7a, host dv-cinder-819692-6-iscsi, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:45:37.011323 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-133855d0-15c8-4b20-9bab-5badea46c706 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e71c60a-e4aa-4143-b193-16c044b24927') {'for_net_delete': True} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:37.011323 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-133855d0-15c8-4b20-9bab-5badea46c706 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e71c60a-e4aa-4143-b193-16c044b24927') {} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:37.013293 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-91fdb69b-0a2f-4a44-bde8-8743ed33a6f3 None None] For port 8bb53d2d-6240-4592-9ad0-27fcc8728b7a, host dv-cinder-819692-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=8bb53d2d-6240-4592-9ad0-27fcc8728b7a,segment=NetworkSegment(c354797e-580a-431c-9dd2-dcb1dd031e21),segment_id=c354797e-580a-431c-9dd2-dcb1dd031e21)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:45:37.023808 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-91fdb69b-0a2f-4a44-bde8-8743ed33a6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:37.027138 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-133855d0-15c8-4b20-9bab-5badea46c706 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753414568039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529821133'] for segment, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:37.066915 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-133855d0-15c8-4b20-9bab-5badea46c706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828'] for segment, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:37.092252 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-133855d0-15c8-4b20-9bab-5badea46c706 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=109084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 18:45:37.093550 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-133855d0-15c8-4b20-9bab-5badea46c706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530413617'] for segment, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:37.100892 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad209afc-7364-4b63-b5a7-0c1cd82cf068 admin admin] Checking segment: {'id': '7d73bbca-47f8-4a3c-8f07-395993524b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fd114611-2081-4fe5-80cb-7730da561ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:45:37.101278 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad209afc-7364-4b63-b5a7-0c1cd82cf068 admin admin] Network hostable DHCP agents. Network: fd114611-2081-4fe5-80cb-7730da561ab7, hostable agents: ['6f398e68-3e13-4851-8372-7feb03493da6'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 18:45:37.109878 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad209afc-7364-4b63-b5a7-0c1cd82cf068 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4d22c79-1b0d-40c2-aa62-c1df983cd3f2,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:37.110763 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fdb69b-0a2f-4a44-bde8-8743ed33a6f3 None None] Routers {'3385f01d-686d-4fd0-b269-dedd02403d7e'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:45:37.111763 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-91fdb69b-0a2f-4a44-bde8-8743ed33a6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:45:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['3385f01d-686d-4fd0-b269-dedd02403d7e'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:37.119048 dv-cinder-819692-6-iscsi neutron-server[109084]: Traceback (most recent call last): Dec 07 18:45:37.119048 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 18:45:37.119048 dv-cinder-819692-6-iscsi neutron-server[109084]: timer() Dec 07 18:45:37.119048 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 18:45:37.119048 dv-cinder-819692-6-iscsi neutron-server[109084]: cb(*args, **kw) Dec 07 18:45:37.119048 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 18:45:37.119048 dv-cinder-819692-6-iscsi neutron-server[109084]: return func(*args, **kwargs) Dec 07 18:45:37.119048 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 18:45:37.119048 dv-cinder-819692-6-iscsi neutron-server[109084]: self._notify() Dec 07 18:45:37.119048 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 18:45:37.119048 dv-cinder-819692-6-iscsi neutron-server[109084]: self.callback(batched_events) Dec 07 18:45:37.119048 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 18:45:37.119048 dv-cinder-819692-6-iscsi neutron-server[109084]: event.method(event) Dec 07 18:45:37.119048 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 18:45:37.119048 dv-cinder-819692-6-iscsi neutron-server[109084]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 18:45:37.119048 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 18:45:37.119048 dv-cinder-819692-6-iscsi neutron-server[109084]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 18:45:37.119048 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 18:45:37.119048 dv-cinder-819692-6-iscsi neutron-server[109084]: return f(self, *a, **k) Dec 07 18:45:37.119048 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 18:45:37.119048 dv-cinder-819692-6-iscsi neutron-server[109084]: return self._get(url).json() Dec 07 18:45:37.119048 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 18:45:37.119048 dv-cinder-819692-6-iscsi neutron-server[109084]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 18:45:37.119048 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 18:45:37.119048 dv-cinder-819692-6-iscsi neutron-server[109084]: return self.request(url, 'GET', **kwargs) Dec 07 18:45:37.119048 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 18:45:37.119048 dv-cinder-819692-6-iscsi neutron-server[109084]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 18:45:37.119048 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 18:45:37.119048 dv-cinder-819692-6-iscsi neutron-server[109084]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 18:45:37.119048 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 18:45:37.119048 dv-cinder-819692-6-iscsi neutron-server[109084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 18:45:37.119048 dv-cinder-819692-6-iscsi neutron-server[109084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 18:45:37.121696 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9f09fdc8-dd97-4709-b9d1-5f9091dec800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:37.124930 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9f09fdc8-dd97-4709-b9d1-5f9091dec800 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:37.130417 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-9f09fdc8-dd97-4709-b9d1-5f9091dec800 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c0a079d3-d434-4dd0-80d5-8597c64b96f8 HTTP/1.1" status: 204 len: 168 time: 0.4174871 Dec 07 18:45:37.167088 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad209afc-7364-4b63-b5a7-0c1cd82cf068 admin admin] Network fd114611-2081-4fe5-80cb-7730da561ab7 is scheduled to be hosted by DHCP agent 6f398e68-3e13-4851-8372-7feb03493da6 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 18:45:37.181607 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-ad209afc-7364-4b63-b5a7-0c1cd82cf068 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819692-6-iscsi, fd114611-2081-4fe5-80cb-7730da561ab7) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:45:37.189486 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad209afc-7364-4b63-b5a7-0c1cd82cf068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:37.190707 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ad209afc-7364-4b63-b5a7-0c1cd82cf068 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:37.205341 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09fdc8-dd97-4709-b9d1-5f9091dec800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a079d3-d434-4dd0-80d5-8597c64b96f8,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:37.220861 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-133855d0-15c8-4b20-9bab-5badea46c706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644911'] for network, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:37.229082 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-133855d0-15c8-4b20-9bab-5badea46c706 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for network, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:37.232822 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-133855d0-15c8-4b20-9bab-5badea46c706 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ef05ef7a-dc68-401a-ab2a-8c16865c781c HTTP/1.1" status: 204 len: 168 time: 0.4855771 Dec 07 18:45:37.237406 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-ad209afc-7364-4b63-b5a7-0c1cd82cf068 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7094097 Dec 07 18:45:37.239918 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 60420) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:37.247458 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133855d0-15c8-4b20-9bab-5badea46c706 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef05ef7a-dc68-401a-ab2a-8c16865c781c,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:37.252553 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-3af692f5-142c-46dc-9347-0150a2a75749 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-869694091-router', 'tenant_id': '81a65049b0f44bb6b29d0b8f8b8a2a7a', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:45:37.272709 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e796c2a-46fe-4e80-a10a-54f8a086a83f None None] Network fd114611-2081-4fe5-80cb-7730da561ab7 requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:45:37.299250 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ccf6e2-106c-4140-a992-d3a7ae03f92a None None] Pushing event updated for resources: {'Port': ['ID=8bb53d2d-6240-4592-9ad0-27fcc8728b7a,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:37.301297 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3af692f5-142c-46dc-9347-0150a2a75749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-647033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30663'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:37.303018 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3af692f5-142c-46dc-9347-0150a2a75749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-646889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645048', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30686'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:37.355106 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-91fdb69b-0a2f-4a44-bde8-8743ed33a6f3 None None] Set router 3385f01d-686d-4fd0-b269-dedd02403d7e gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:45:37.399097 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395d023-6b79-4cbe-b969-0a256b767a68 req-cea9655c-0bdd-40c5-8438-b0214322909e tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:37.400656 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d395d023-6b79-4cbe-b969-0a256b767a68 req-cea9655c-0bdd-40c5-8438-b0214322909e tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.0894806 Dec 07 18:45:37.445633 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3af692f5-142c-46dc-9347-0150a2a75749 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:37.511787 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d395d023-6b79-4cbe-b969-0a256b767a68 req-773ab404-0224-4547-9656-afd81ba260db tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007862 Dec 07 18:45:37.595019 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-2c3f4a7b-b147-4e6a-8080-1dca45225880 None None] Provisioning complete for port 8bb53d2d-6240-4592-9ad0-27fcc8728b7a triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:37.595497 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2c3f4a7b-b147-4e6a-8080-1dca45225880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:37.603271 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 60430) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:37.626942 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3af692f5-142c-46dc-9347-0150a2a75749 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:37.703781 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-cf002aad-e893-4d53-8d70-cf17d1c41f88 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8cf66e1a2b384f8abac34fbb53354039&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0966737 Dec 07 18:45:37.706504 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 60434) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:37.764761 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c50d76-78c5-4e46-92c7-c4e0cc57126f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ae0aa17-c7bf-538b-8221-0782f7b1bf99-fd114611-2081-4fe5-80cb-7730da561ab7', 'network_id': 'fd114611-2081-4fe5-80cb-7730da561ab7', 'project_id': '81a65049b0f44bb6b29d0b8f8b8a2a7a', 'fixed_ips': [{'subnet_id': 'a4d22c79-1b0d-40c2-aa62-c1df983cd3f2'}]}} from dv-cinder-819692-6-iscsi. {{(pid=109086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 07 18:45:37.770069 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-49c50d76-78c5-4e46-92c7-c4e0cc57126f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:37.794324 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8519dfaa-958f-4b19-9465-3061ea78042d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:37.838659 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8519dfaa-958f-4b19-9465-3061ea78042d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:37.918124 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8519dfaa-958f-4b19-9465-3061ea78042d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:37.924176 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8519dfaa-958f-4b19-9465-3061ea78042d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:37.925526 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-8519dfaa-958f-4b19-9465-3061ea78042d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dce1a392-bc9e-4ac7-9e55-16f699823f36 HTTP/1.1" status: 204 len: 168 time: 0.2135241 Dec 07 18:45:37.936695 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519dfaa-958f-4b19-9465-3061ea78042d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce1a392-bc9e-4ac7-9e55-16f699823f36,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:37.960559 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 60440) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:37.976184 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2c3f4a7b-b147-4e6a-8080-1dca45225880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:38.002157 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-0ea8a0f6-bd15-4bef-9c84-a29b2dd5e544 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:38.007649 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3af692f5-142c-46dc-9347-0150a2a75749 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:38.027877 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-91fdb69b-0a2f-4a44-bde8-8743ed33a6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3385f01d-686d-4fd0-b269-dedd02403d7e', 'name': 'tempest-TestShelveInstance-2000220902-router', 'tenant_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '710424ee-3487-48d6-9990-c8d047586a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:27Z', 'updated_at': '2021-12-07T18:45:33Z', 'revision_number': 4, 'project_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'gw_port': {'id': '710424ee-3487-48d6-9990-c8d047586a7f', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3385f01d-686d-4fd0-b269-dedd02403d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:28Z', 'updated_at': '2021-12-07T18:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '8bb53d2d-6240-4592-9ad0-27fcc8728b7a', 'name': '', 'network_id': 'f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584', 'tenant_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'mac_address': 'fa:16:3e:a5:5b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3385f01d-686d-4fd0-b269-dedd02403d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '1391da38-e32d-4021-8a10-dbcd7095634e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:31Z', 'updated_at': '2021-12-07T18:45:37Z', 'revision_number': 4, 'project_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'subnets': [{'id': '1391da38-e32d-4021-8a10-dbcd7095634e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:38.033855 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3af692f5-142c-46dc-9347-0150a2a75749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:38.034142 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-49c50d76-78c5-4e46-92c7-c4e0cc57126f None None] Allocated IP 172.20.0.2 (fd114611-2081-4fe5-80cb-7730da561ab7/a4d22c79-1b0d-40c2-aa62-c1df983cd3f2/c6e4e811-6856-4cab-987e-85c5567767ba) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:45:38.072304 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fdb69b-0a2f-4a44-bde8-8743ed33a6f3 None None] The sync data for ids ['3385f01d-686d-4fd0-b269-dedd02403d7e'] in dv-cinder-819692-6-iscsi is: [{'id': '3385f01d-686d-4fd0-b269-dedd02403d7e', 'name': 'tempest-TestShelveInstance-2000220902-router', 'tenant_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '710424ee-3487-48d6-9990-c8d047586a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:27Z', 'updated_at': '2021-12-07T18:45:33Z', 'revision_number': 4, 'project_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'gw_port': {'id': '710424ee-3487-48d6-9990-c8d047586a7f', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3385f01d-686d-4fd0-b269-dedd02403d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:28Z', 'updated_at': '2021-12-07T18:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '8bb53d2d-6240-4592-9ad0-27fcc8728b7a', 'name': '', 'network_id': 'f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584', 'tenant_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'mac_address': 'fa:16:3e:a5:5b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3385f01d-686d-4fd0-b269-dedd02403d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '1391da38-e32d-4021-8a10-dbcd7095634e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:31Z', 'updated_at': '2021-12-07T18:45:37Z', 'revision_number': 4, 'project_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'subnets': [{'id': '1391da38-e32d-4021-8a10-dbcd7095634e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:45:38.092233 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-2c3f4a7b-b147-4e6a-8080-1dca45225880 None None] For port 8bb53d2d-6240-4592-9ad0-27fcc8728b7a, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=8bb53d2d-6240-4592-9ad0-27fcc8728b7a,segment=NetworkSegment(c354797e-580a-431c-9dd2-dcb1dd031e21),segment_id=c354797e-580a-431c-9dd2-dcb1dd031e21)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:45:38.115744 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2c3f4a7b-b147-4e6a-8080-1dca45225880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:38.131691 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54703903-5765-4117-bdbd-467f997e70ad req-14b5e53d-ba8f-4b27-89bc-6c2d86dad81b tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:38.134032 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-54703903-5765-4117-bdbd-467f997e70ad req-14b5e53d-ba8f-4b27-89bc-6c2d86dad81b tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=15e2d7c4-b135-4871-9753-659f8c3cfaf1 HTTP/1.1" status: 200 len: 945 time: 0.1489935 Dec 07 18:45:38.271218 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-3af692f5-142c-46dc-9347-0150a2a75749 admin admin] Allocated IP 172.27.0.212 (c28673b7-9801-4a6d-8bd7-4540f8f52bd4/c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01/828bb3b0-fe71-4008-ab60-7e972f61d14c) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:45:38.306860 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f4a7b-b147-4e6a-8080-1dca45225880 None None] Pushing event updated for resources: {'Port': ['ID=8bb53d2d-6240-4592-9ad0-27fcc8728b7a,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:38.327679 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-b8f3e840-0178-4fcb-8da8-c57345b33f39 None None] Provisioning complete for port 8bb53d2d-6240-4592-9ad0-27fcc8728b7a triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:38.328715 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b8f3e840-0178-4fcb-8da8-c57345b33f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:38.360846 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-54703903-5765-4117-bdbd-467f997e70ad req-7a0ea275-2fcc-4391-9a40-201c47e38bfb tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995709 Dec 07 18:45:38.443404 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-0ea8a0f6-bd15-4bef-9c84-a29b2dd5e544 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:38.455002 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-0ea8a0f6-bd15-4bef-9c84-a29b2dd5e544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:38.476302 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3af692f5-142c-46dc-9347-0150a2a75749 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:38.500560 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-49c50d76-78c5-4e46-92c7-c4e0cc57126f None None] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:38.523841 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-0ea8a0f6-bd15-4bef-9c84-a29b2dd5e544 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d1d4842c9709418f820323bcc9e9be99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5618610 Dec 07 18:45:38.526753 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 60454) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:38.527663 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-49c50d76-78c5-4e46-92c7-c4e0cc57126f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:38.527776 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8a0f6-bd15-4bef-9c84-a29b2dd5e544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1827bdb4-07ff-42d3-b5d5-920edf47485d,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:38.575235 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3af692f5-142c-46dc-9347-0150a2a75749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529624208'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:38.583319 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:38.595786 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c50d76-78c5-4e46-92c7-c4e0cc57126f None None] Network fd114611-2081-4fe5-80cb-7730da561ab7 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:45:38.603248 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-49c50d76-78c5-4e46-92c7-c4e0cc57126f None None] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:45:38.609255 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c50d76-78c5-4e46-92c7-c4e0cc57126f None None] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:45:38.624417 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3c8da041-1a97-4e99-b59a-feb08184dec6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:38.641623 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af692f5-142c-46dc-9347-0150a2a75749 admin admin] Network c28673b7-9801-4a6d-8bd7-4540f8f52bd4 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:45:38.644592 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-3af692f5-142c-46dc-9347-0150a2a75749 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:45:38.648254 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af692f5-142c-46dc-9347-0150a2a75749 admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:45:38.657072 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3c8da041-1a97-4e99-b59a-feb08184dec6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:38.689043 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af692f5-142c-46dc-9347-0150a2a75749 admin admin] Pushing event updated for resources: {'Port': ['ID=828bb3b0-fe71-4008-ab60-7e972f61d14c,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:38.698841 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c50d76-78c5-4e46-92c7-c4e0cc57126f None None] Pushing event updated for resources: {'Port': ['ID=c6e4e811-6856-4cab-987e-85c5567767ba,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:38.756178 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-49c50d76-78c5-4e46-92c7-c4e0cc57126f None None] Attempting to bind port c6e4e811-6856-4cab-987e-85c5567767ba on host dv-cinder-819692-6-iscsi for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:45:38.758625 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-49c50d76-78c5-4e46-92c7-c4e0cc57126f None None] Attempting to bind port c6e4e811-6856-4cab-987e-85c5567767ba by drivers openvswitch,hyperv on host dv-cinder-819692-6-iscsi at level 0 using segments [{'id': '7d73bbca-47f8-4a3c-8f07-395993524b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fd114611-2081-4fe5-80cb-7730da561ab7'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:45:38.759040 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c50d76-78c5-4e46-92c7-c4e0cc57126f None None] Attempting to bind port c6e4e811-6856-4cab-987e-85c5567767ba on network fd114611-2081-4fe5-80cb-7730da561ab7 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:45:38.784007 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c50d76-78c5-4e46-92c7-c4e0cc57126f None None] Checking agent: {'id': 'fd9e3ab0-a028-492f-8cb9-0b732e52b698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 36, 52), 'started_at': datetime.datetime(2021, 12, 7, 18, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:45:38.790956 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c50d76-78c5-4e46-92c7-c4e0cc57126f None None] Checking segment: {'id': '7d73bbca-47f8-4a3c-8f07-395993524b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fd114611-2081-4fe5-80cb-7730da561ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:45:38.791836 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-49c50d76-78c5-4e46-92c7-c4e0cc57126f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:38.798622 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c50d76-78c5-4e46-92c7-c4e0cc57126f None None] Bound using segment: {'id': '7d73bbca-47f8-4a3c-8f07-395993524b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fd114611-2081-4fe5-80cb-7730da561ab7'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:45:38.799325 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-49c50d76-78c5-4e46-92c7-c4e0cc57126f None None] Bound port: c6e4e811-6856-4cab-987e-85c5567767ba, host: dv-cinder-819692-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d73bbca-47f8-4a3c-8f07-395993524b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fd114611-2081-4fe5-80cb-7730da561ab7'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:45:38.799819 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-49c50d76-78c5-4e46-92c7-c4e0cc57126f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:38.829732 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3c8da041-1a97-4e99-b59a-feb08184dec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:38.834800 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3c8da041-1a97-4e99-b59a-feb08184dec6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:38.836790 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-3c8da041-1a97-4e99-b59a-feb08184dec6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1827bdb4-07ff-42d3-b5d5-920edf47485d HTTP/1.1" status: 204 len: 168 time: 0.2955513 Dec 07 18:45:38.846201 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8da041-1a97-4e99-b59a-feb08184dec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1827bdb4-07ff-42d3-b5d5-920edf47485d,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:38.860512 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5f7c7-924b-4c5f-af8f-9f9fb41bdf4c req-bb608ebf-eb65-4b04-beb1-59ec9f56409e tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:38.869015 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-89b5f7c7-924b-4c5f-af8f-9f9fb41bdf4c req-bb608ebf-eb65-4b04-beb1-59ec9f56409e tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.1474249 Dec 07 18:45:38.926891 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-49c50d76-78c5-4e46-92c7-c4e0cc57126f None None] For port c6e4e811-6856-4cab-987e-85c5567767ba, host dv-cinder-819692-6-iscsi, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:45:38.934321 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-89b5f7c7-924b-4c5f-af8f-9f9fb41bdf4c req-2b99ddf9-ee97-4ab7-a728-c30dd5e547fd tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631607 Dec 07 18:45:38.941338 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-49c50d76-78c5-4e46-92c7-c4e0cc57126f None None] For port c6e4e811-6856-4cab-987e-85c5567767ba, host dv-cinder-819692-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=c6e4e811-6856-4cab-987e-85c5567767ba,segment=NetworkSegment(7d73bbca-47f8-4a3c-8f07-395993524b92),segment_id=7d73bbca-47f8-4a3c-8f07-395993524b92)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:45:38.955120 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-49c50d76-78c5-4e46-92c7-c4e0cc57126f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:39.026966 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c50d76-78c5-4e46-92c7-c4e0cc57126f None None] Pushing event updated for resources: {'Port': ['ID=c6e4e811-6856-4cab-987e-85c5567767ba,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:39.134608 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3af692f5-142c-46dc-9347-0150a2a75749 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:39.612779 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3af692f5-142c-46dc-9347-0150a2a75749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-646896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644967'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:39.885496 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af692f5-142c-46dc-9347-0150a2a75749 admin admin] Router d178a806-b476-4613-8331-b0c61f1978d8 is scheduled to L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 18:45:40.073270 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device c6e4e811-6856-4cab-987e-85c5567767ba up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:45:40.166642 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port c6e4e811-6856-4cab-987e-85c5567767ba triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:40.167027 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:40.246504 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 60518) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:40.278972 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 60522) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:40.354713 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:40.404100 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] For port c6e4e811-6856-4cab-987e-85c5567767ba, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=c6e4e811-6856-4cab-987e-85c5567767ba,segment=NetworkSegment(7d73bbca-47f8-4a3c-8f07-395993524b92),segment_id=7d73bbca-47f8-4a3c-8f07-395993524b92)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:45:40.411896 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:40.419853 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 8bb53d2d-6240-4592-9ad0-27fcc8728b7a up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:45:40.498656 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-29cf3906-7a7f-4233-9fbd-6e301f30bfb3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-807836683-network', 'tenant_id': '60c42061bf6e4acb909fab4c8dbc4c0d'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:45:40.512947 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Pushing event updated for resources: {'Port': ['ID=c6e4e811-6856-4cab-987e-85c5567767ba,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:40.519458 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-a4b06f21-8205-4cc1-9099-b6c90ed0cb37 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1544739373-network', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:45:40.551280 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c12fb7-888e-4dfa-af2b-772a2786db49 req-54a9a38a-af29-42c6-a5cc-51dd36160dec tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:40.554270 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-64c12fb7-888e-4dfa-af2b-772a2786db49 req-54a9a38a-af29-42c6-a5cc-51dd36160dec tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.5106499 Dec 07 18:45:40.562469 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af692f5-142c-46dc-9347-0150a2a75749 admin admin] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:45:40.575301 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329fc496-96ab-4e1e-9eda-a782c836b41c None None] Sync routers for ids ['d178a806-b476-4613-8331-b0c61f1978d8'] in dv-cinder-819692-6-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:45:40.577299 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port 8bb53d2d-6240-4592-9ad0-27fcc8728b7a triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:40.577704 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:40.589997 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.db.api [None req-a4b06f21-8205-4cc1-9099-b6c90ed0cb37 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 07 18:45:40.589997 dv-cinder-819692-6-iscsi neutron-server[109084]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 07 18:45:40.589997 dv-cinder-819692-6-iscsi neutron-server[109084]: [parameters: {'project_id_1': '2417a4b6b8b04e738fe57f1c882d88bc', 'expiration_1': datetime.datetime(2021, 12, 7, 18, 45, 20, 536723)}] Dec 07 18:45:40.589997 dv-cinder-819692-6-iscsi neutron-server[109084]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109084) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 07 18:45:40.590768 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329fc496-96ab-4e1e-9eda-a782c836b41c None None] Routers {'d178a806-b476-4613-8331-b0c61f1978d8'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:45:40.591650 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-329fc496-96ab-4e1e-9eda-a782c836b41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:45:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['d178a806-b476-4613-8331-b0c61f1978d8'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:40.592178 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG oslo_db.api [None req-a4b06f21-8205-4cc1-9099-b6c90ed0cb37 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 07 18:45:40.593688 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cf3906-7a7f-4233-9fbd-6e301f30bfb3 admin admin] Made reservation on behalf of 60c42061bf6e4acb909fab4c8dbc4c0d for: {'network': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:45:40.604887 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-29cf3906-7a7f-4233-9fbd-6e301f30bfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for network, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:40.609737 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3af692f5-142c-46dc-9347-0150a2a75749 admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:40.613798 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9784aae0-e43a-4812-92ce-e642b856f567 None None] Network fd114611-2081-4fe5-80cb-7730da561ab7 requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:45:40.613984 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-3af692f5-142c-46dc-9347-0150a2a75749 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3685760 Dec 07 18:45:40.614071 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 60526) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:40.619627 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-29cf3906-7a7f-4233-9fbd-6e301f30bfb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:40.673560 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-64c12fb7-888e-4dfa-af2b-772a2786db49 req-bf29f6aa-7665-4b60-a53a-6716636bb47a tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979543 Dec 07 18:45:40.759008 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-29cf3906-7a7f-4233-9fbd-6e301f30bfb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:40.765268 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-329fc496-96ab-4e1e-9eda-a782c836b41c None None] Set router d178a806-b476-4613-8331-b0c61f1978d8 gateway port host: dv-cinder-819692-6-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:45:40.767461 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-29cf3906-7a7f-4233-9fbd-6e301f30bfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:40.775093 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-2412dbdc-c6e7-405d-9111-4e60207df779 None None] Provisioning complete for port c6e4e811-6856-4cab-987e-85c5567767ba triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:40.775350 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2412dbdc-c6e7-405d-9111-4e60207df779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:40.833256 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29cf3906-7a7f-4233-9fbd-6e301f30bfb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=109084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 18:45:40.860330 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf3906-7a7f-4233-9fbd-6e301f30bfb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbd6a00-6cad-41ed-8392-ec51296291ab,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:40.864371 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-29cf3906-7a7f-4233-9fbd-6e301f30bfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828'] for segment, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:40.864722 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.db.segments_db [None req-29cf3906-7a7f-4233-9fbd-6e301f30bfb3 admin admin] Added segment 63bb465d-bb7c-463b-a144-66016a6c109d of type vlan for network 231250c2-6b44-47d0-805a-e173a98bb0d4 Dec 07 18:45:40.968343 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-29cf3906-7a7f-4233-9fbd-6e301f30bfb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753414094686'] for network, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:41.048065 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-29cf3906-7a7f-4233-9fbd-6e301f30bfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027'] for network, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:41.050413 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cf3906-7a7f-4233-9fbd-6e301f30bfb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:41.051027 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-29cf3906-7a7f-4233-9fbd-6e301f30bfb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for network, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:41.098301 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-29cf3906-7a7f-4233-9fbd-6e301f30bfb3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8179963 Dec 07 18:45:41.103096 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 60540) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:41.119576 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-2e91e973-5948-49ab-b319-0caad568a820 admin admin] Request body: {'subnet': {'network_id': '231250c2-6b44-47d0-805a-e173a98bb0d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-807836683-subnet', 'tenant_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:45:41.211840 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf3906-7a7f-4233-9fbd-6e301f30bfb3 admin admin] Pushing event updated for resources: {'Network': ['ID=231250c2-6b44-47d0-805a-e173a98bb0d4,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:41.230483 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Network 231250c2-6b44-47d0-805a-e173a98bb0d4 details requested by agent ovs-agent-dv-cinder-819692-6-iscsi with host dv-cinder-819692-6-iscsi {{(pid=109086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 18:45:41.232099 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e91e973-5948-49ab-b319-0caad568a820 admin admin] Made reservation on behalf of 60c42061bf6e4acb909fab4c8dbc4c0d for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:45:41.236116 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2e91e973-5948-49ab-b319-0caad568a820 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530428449'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:41.280678 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b06f21-8205-4cc1-9099-b6c90ed0cb37 admin admin] Made reservation on behalf of 2417a4b6b8b04e738fe57f1c882d88bc for: {'network': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:45:41.283172 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a4b06f21-8205-4cc1-9099-b6c90ed0cb37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for network, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:41.294879 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a4b06f21-8205-4cc1-9099-b6c90ed0cb37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:41.381532 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-329fc496-96ab-4e1e-9eda-a782c836b41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd178a806-b476-4613-8331-b0c61f1978d8', 'name': 'tempest-TestShelveInstance-869694091-router', 'tenant_id': '81a65049b0f44bb6b29d0b8f8b8a2a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '828bb3b0-fe71-4008-ab60-7e972f61d14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:37Z', 'updated_at': '2021-12-07T18:45:38Z', 'revision_number': 3, 'project_id': '81a65049b0f44bb6b29d0b8f8b8a2a7a', 'gw_port': {'id': '828bb3b0-fe71-4008-ab60-7e972f61d14c', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd178a806-b476-4613-8331-b0c61f1978d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:38Z', 'updated_at': '2021-12-07T18:45:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi'}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:41.408941 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f5f08bee-e8c2-451d-bd68-e5fbf66beb19 None None] Provisioning complete for port c6e4e811-6856-4cab-987e-85c5567767ba triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:41.409427 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f5f08bee-e8c2-451d-bd68-e5fbf66beb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:41.420551 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329fc496-96ab-4e1e-9eda-a782c836b41c None None] Checking router: d178a806-b476-4613-8331-b0c61f1978d8 for host: dv-cinder-819692-6-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:45:41.421568 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329fc496-96ab-4e1e-9eda-a782c836b41c None None] Updating router d178a806-b476-4613-8331-b0c61f1978d8 port 828bb3b0-fe71-4008-ab60-7e972f61d14c binding host dv-cinder-819692-6-iscsi {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 18:45:41.461755 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-329fc496-96ab-4e1e-9eda-a782c836b41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:41.532590 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-256dd252-809e-464f-b0d5-0648f38ea971 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:41.534342 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-256dd252-809e-464f-b0d5-0648f38ea971 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/networks?id=c8b8ce23-5289-4bad-a75a-485ea880ca99 HTTP/1.1" status: 200 len: 815 time: 0.1434615 Dec 07 18:45:41.554095 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-03cbef0d-bf6d-47b5-82d9-e8c325a39d09 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/quotas/12e59e340c3845b199cb2b187d625932 HTTP/1.1" status: 200 len: 375 time: 0.0113513 Dec 07 18:45:41.562664 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ff76cb89-7af5-4ea6-ab34-b7d6ef619faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:41.609507 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a4b06f21-8205-4cc1-9099-b6c90ed0cb37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:41.616685 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a4b06f21-8205-4cc1-9099-b6c90ed0cb37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:41.639231 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b06f21-8205-4cc1-9099-b6c90ed0cb37 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=109084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 18:45:41.662824 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-37842c60-b6f6-4d3f-a863-6edbddf3358a tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=12e59e340c3845b199cb2b187d625932&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0983486 Dec 07 18:45:41.670237 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a4b06f21-8205-4cc1-9099-b6c90ed0cb37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828'] for segment, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:41.670677 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.db.segments_db [None req-a4b06f21-8205-4cc1-9099-b6c90ed0cb37 admin admin] Added segment 4e11373f-4e76-4ab5-86c0-112fb5aca0d4 of type vlan for network 9d18908e-4fa9-4515-9ad2-63e91916c83c Dec 07 18:45:41.670844 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2e91e973-5948-49ab-b319-0caad568a820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529624300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530428479'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:41.672397 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b06f21-8205-4cc1-9099-b6c90ed0cb37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a982342-045b-4ea2-a1c3-e8f1469945e6,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:41.763738 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-329fc496-96ab-4e1e-9eda-a782c836b41c None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:41.772648 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-329fc496-96ab-4e1e-9eda-a782c836b41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:41.778658 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e91e973-5948-49ab-b319-0caad568a820 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7946be5b-0476-44aa-ae26-502f3cd3f3eb,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:41.792602 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a4b06f21-8205-4cc1-9099-b6c90ed0cb37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753414094686'] for network, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:41.834628 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-329fc496-96ab-4e1e-9eda-a782c836b41c None None] Attempting to bind port 828bb3b0-fe71-4008-ab60-7e972f61d14c on host dv-cinder-819692-6-iscsi for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:45:41.836203 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-329fc496-96ab-4e1e-9eda-a782c836b41c None None] Attempting to bind port 828bb3b0-fe71-4008-ab60-7e972f61d14c by drivers openvswitch,hyperv on host dv-cinder-819692-6-iscsi at level 0 using segments [{'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:45:41.836792 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329fc496-96ab-4e1e-9eda-a782c836b41c None None] Attempting to bind port 828bb3b0-fe71-4008-ab60-7e972f61d14c on network c28673b7-9801-4a6d-8bd7-4540f8f52bd4 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:45:41.843596 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329fc496-96ab-4e1e-9eda-a782c836b41c None None] Checking agent: {'id': 'fd9e3ab0-a028-492f-8cb9-0b732e52b698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 36, 52), 'started_at': datetime.datetime(2021, 12, 7, 18, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:45:41.843981 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329fc496-96ab-4e1e-9eda-a782c836b41c None None] Checking segment: {'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:45:41.844509 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-329fc496-96ab-4e1e-9eda-a782c836b41c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:41.845068 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329fc496-96ab-4e1e-9eda-a782c836b41c None None] Bound using segment: {'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:45:41.845550 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-329fc496-96ab-4e1e-9eda-a782c836b41c None None] Bound port: 828bb3b0-fe71-4008-ab60-7e972f61d14c, host: dv-cinder-819692-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:45:41.846006 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-329fc496-96ab-4e1e-9eda-a782c836b41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:41.847523 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee6668d-3c11-4bac-a0e7-60e45020aa5a None None] Pushing event updated for resources: {'Port': ['ID=828bb3b0-fe71-4008-ab60-7e972f61d14c,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:41.855944 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device c6e4e811-6856-4cab-987e-85c5567767ba up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:45:41.861668 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee6668d-3c11-4bac-a0e7-60e45020aa5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:41.863012 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee6668d-3c11-4bac-a0e7-60e45020aa5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:41.864225 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee6668d-3c11-4bac-a0e7-60e45020aa5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:41.866905 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee6668d-3c11-4bac-a0e7-60e45020aa5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:41.868052 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee6668d-3c11-4bac-a0e7-60e45020aa5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:41.869291 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee6668d-3c11-4bac-a0e7-60e45020aa5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:41.870147 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee6668d-3c11-4bac-a0e7-60e45020aa5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:41.870558 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e91e973-5948-49ab-b319-0caad568a820 admin admin] Checking segment: {'id': '63bb465d-bb7c-463b-a144-66016a6c109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '231250c2-6b44-47d0-805a-e173a98bb0d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:45:41.870915 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e91e973-5948-49ab-b319-0caad568a820 admin admin] Network hostable DHCP agents. Network: 231250c2-6b44-47d0-805a-e173a98bb0d4, hostable agents: ['6f398e68-3e13-4851-8372-7feb03493da6'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 18:45:41.871068 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee6668d-3c11-4bac-a0e7-60e45020aa5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:41.871470 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee6668d-3c11-4bac-a0e7-60e45020aa5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:41.872042 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee6668d-3c11-4bac-a0e7-60e45020aa5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:41.872475 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee6668d-3c11-4bac-a0e7-60e45020aa5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:41.872900 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee6668d-3c11-4bac-a0e7-60e45020aa5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:41.873839 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee6668d-3c11-4bac-a0e7-60e45020aa5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:45:41.899122 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-d0438a78-0573-4977-b24f-310e414e9db8 service neutron] 10.222.0.41 "GET /v2.0/networks/c8b8ce23-5289-4bad-a75a-485ea880ca99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931787 Dec 07 18:45:41.908466 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-ff76cb89-7af5-4ea6-ab34-b7d6ef619faf admin admin] Allocated IP 172.20.0.1 (fd114611-2081-4fe5-80cb-7730da561ab7/a4d22c79-1b0d-40c2-aa62-c1df983cd3f2/56190af2-e42a-429f-aae7-f510dbf45b19) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:45:41.911319 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a4b06f21-8205-4cc1-9099-b6c90ed0cb37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027'] for network, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:41.912598 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b06f21-8205-4cc1-9099-b6c90ed0cb37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:41.916261 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a4b06f21-8205-4cc1-9099-b6c90ed0cb37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for network, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:41.926477 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83737d7-fd3f-4c27-8e10-fb92ec67bbbe req-74703200-4585-41cc-92b2-b7330271dc85 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:41.928800 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e83737d7-fd3f-4c27-8e10-fb92ec67bbbe req-74703200-4585-41cc-92b2-b7330271dc85 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.1552744 Dec 07 18:45:41.949475 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e91e973-5948-49ab-b319-0caad568a820 admin admin] Network 231250c2-6b44-47d0-805a-e173a98bb0d4 is scheduled to be hosted by DHCP agent 6f398e68-3e13-4851-8372-7feb03493da6 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 18:45:41.986544 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-329fc496-96ab-4e1e-9eda-a782c836b41c None None] For port 828bb3b0-fe71-4008-ab60-7e972f61d14c, host dv-cinder-819692-6-iscsi, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:45:41.988598 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-a4b06f21-8205-4cc1-9099-b6c90ed0cb37 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7397978 Dec 07 18:45:41.992573 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 60560) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:41.993438 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-2e91e973-5948-49ab-b319-0caad568a820 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819692-6-iscsi, 231250c2-6b44-47d0-805a-e173a98bb0d4) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:45:42.004827 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-329fc496-96ab-4e1e-9eda-a782c836b41c None None] For port 828bb3b0-fe71-4008-ab60-7e972f61d14c, host dv-cinder-819692-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=828bb3b0-fe71-4008-ab60-7e972f61d14c,segment=NetworkSegment(05f8ab8d-4669-4926-ada9-ecff5fb4eb1d),segment_id=05f8ab8d-4669-4926-ada9-ecff5fb4eb1d)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:45:42.008631 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-985cb60b-c081-4aca-9b7f-d065405d5c2d admin admin] Request body: {'subnet': {'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1544739373-subnet', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:45:42.011456 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-329fc496-96ab-4e1e-9eda-a782c836b41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:42.023774 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e91e973-5948-49ab-b319-0caad568a820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:42.024683 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2e91e973-5948-49ab-b319-0caad568a820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:42.054981 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b930fe4-0934-460d-9596-5bdc9e444e3f None None] Network 231250c2-6b44-47d0-805a-e173a98bb0d4 requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:45:42.108166 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329fc496-96ab-4e1e-9eda-a782c836b41c None None] Routers {'d178a806-b476-4613-8331-b0c61f1978d8'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:45:42.108807 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-329fc496-96ab-4e1e-9eda-a782c836b41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:45:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['d178a806-b476-4613-8331-b0c61f1978d8'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:42.112877 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee6668d-3c11-4bac-a0e7-60e45020aa5a None None] Pushing event updated for resources: {'Port': ['ID=828bb3b0-fe71-4008-ab60-7e972f61d14c,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:42.118432 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e83737d7-fd3f-4c27-8e10-fb92ec67bbbe req-79064734-704b-440a-9145-3584272f0ad4 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754060 Dec 07 18:45:42.146885 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985cb60b-c081-4aca-9b7f-d065405d5c2d admin admin] Made reservation on behalf of 2417a4b6b8b04e738fe57f1c882d88bc for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:45:42.152096 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-985cb60b-c081-4aca-9b7f-d065405d5c2d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530428449'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:42.168847 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-2e91e973-5948-49ab-b319-0caad568a820 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0599155 Dec 07 18:45:42.184009 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 60562) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:42.186800 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port c6e4e811-6856-4cab-987e-85c5567767ba triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:42.187177 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:42.192201 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-42d829e6-6ac7-40f8-9805-d27ce65b01ab admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-807836683-router', 'tenant_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:45:42.219676 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ff76cb89-7af5-4ea6-ab34-b7d6ef619faf admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:42.242272 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32c5fa8-02b9-4d3e-bb01-511cb0621c1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ae0aa17-c7bf-538b-8221-0782f7b1bf99-231250c2-6b44-47d0-805a-e173a98bb0d4', 'network_id': '231250c2-6b44-47d0-805a-e173a98bb0d4', 'project_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'fixed_ips': [{'subnet_id': '7946be5b-0476-44aa-ae26-502f3cd3f3eb'}]}} from dv-cinder-819692-6-iscsi. {{(pid=109086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 07 18:45:42.244206 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a32c5fa8-02b9-4d3e-bb01-511cb0621c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:42.265126 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-329fc496-96ab-4e1e-9eda-a782c836b41c None None] Set router d178a806-b476-4613-8331-b0c61f1978d8 gateway port host: dv-cinder-819692-6-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:45:42.287831 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-42d829e6-6ac7-40f8-9805-d27ce65b01ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-647033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30663'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:42.289294 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-42d829e6-6ac7-40f8-9805-d27ce65b01ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-646889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645048', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30686'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:42.349746 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-42d829e6-6ac7-40f8-9805-d27ce65b01ab admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:42.408639 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-a32c5fa8-02b9-4d3e-bb01-511cb0621c1c None None] Allocated IP 172.20.0.2 (231250c2-6b44-47d0-805a-e173a98bb0d4/7946be5b-0476-44aa-ae26-502f3cd3f3eb/d1a36970-1e86-4186-b104-9058649cc988) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:45:42.438996 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b06f21-8205-4cc1-9099-b6c90ed0cb37 admin admin] Pushing event updated for resources: {'Network': ['ID=9d18908e-4fa9-4515-9ad2-63e91916c83c,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:42.472326 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-0516049a-2e83-4e49-a44b-28bd2772f58f service neutron] 10.222.0.41 "GET /v2.0/networks/c8b8ce23-5289-4bad-a75a-485ea880ca99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5718560 Dec 07 18:45:42.566268 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Network 9d18908e-4fa9-4515-9ad2-63e91916c83c details requested by agent ovs-agent-dv-cinder-819692-6-iscsi with host dv-cinder-819692-6-iscsi {{(pid=109086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 18:45:42.606813 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ff76cb89-7af5-4ea6-ab34-b7d6ef619faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529624208'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:42.607311 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-329fc496-96ab-4e1e-9eda-a782c836b41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd178a806-b476-4613-8331-b0c61f1978d8', 'name': 'tempest-TestShelveInstance-869694091-router', 'tenant_id': '81a65049b0f44bb6b29d0b8f8b8a2a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '828bb3b0-fe71-4008-ab60-7e972f61d14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:37Z', 'updated_at': '2021-12-07T18:45:38Z', 'revision_number': 3, 'project_id': '81a65049b0f44bb6b29d0b8f8b8a2a7a', 'gw_port': {'id': '828bb3b0-fe71-4008-ab60-7e972f61d14c', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd178a806-b476-4613-8331-b0c61f1978d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:38Z', 'updated_at': '2021-12-07T18:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi'}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:42.617626 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-42d829e6-6ac7-40f8-9805-d27ce65b01ab admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:42.658613 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329fc496-96ab-4e1e-9eda-a782c836b41c None None] The sync data for ids ['d178a806-b476-4613-8331-b0c61f1978d8'] in dv-cinder-819692-6-iscsi is: [{'id': 'd178a806-b476-4613-8331-b0c61f1978d8', 'name': 'tempest-TestShelveInstance-869694091-router', 'tenant_id': '81a65049b0f44bb6b29d0b8f8b8a2a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '828bb3b0-fe71-4008-ab60-7e972f61d14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:37Z', 'updated_at': '2021-12-07T18:45:38Z', 'revision_number': 3, 'project_id': '81a65049b0f44bb6b29d0b8f8b8a2a7a', 'gw_port': {'id': '828bb3b0-fe71-4008-ab60-7e972f61d14c', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd178a806-b476-4613-8331-b0c61f1978d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:38Z', 'updated_at': '2021-12-07T18:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi'}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:45:42.761572 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff76cb89-7af5-4ea6-ab34-b7d6ef619faf admin admin] Network fd114611-2081-4fe5-80cb-7730da561ab7 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:45:42.769939 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a32c5fa8-02b9-4d3e-bb01-511cb0621c1c None None] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:42.798884 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-ff76cb89-7af5-4ea6-ab34-b7d6ef619faf admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:45:42.836063 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a32c5fa8-02b9-4d3e-bb01-511cb0621c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:42.846514 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff76cb89-7af5-4ea6-ab34-b7d6ef619faf admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:45:42.853233 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76cb89-7af5-4ea6-ab34-b7d6ef619faf admin admin] Pushing event updated for resources: {'Port': ['ID=56190af2-e42a-429f-aae7-f510dbf45b19,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:42.857391 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-985cb60b-c081-4aca-9b7f-d065405d5c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529624300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530428479'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:42.905416 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32c5fa8-02b9-4d3e-bb01-511cb0621c1c None None] Network 231250c2-6b44-47d0-805a-e173a98bb0d4 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:45:42.907315 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c5fa8-02b9-4d3e-bb01-511cb0621c1c None None] Pushing event updated for resources: {'Port': ['ID=d1a36970-1e86-4186-b104-9058649cc988,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:42.910650 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-a32c5fa8-02b9-4d3e-bb01-511cb0621c1c None None] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:45:42.917176 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32c5fa8-02b9-4d3e-bb01-511cb0621c1c None None] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:45:43.002910 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-a32c5fa8-02b9-4d3e-bb01-511cb0621c1c None None] Attempting to bind port d1a36970-1e86-4186-b104-9058649cc988 on host dv-cinder-819692-6-iscsi for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:45:43.003557 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-a32c5fa8-02b9-4d3e-bb01-511cb0621c1c None None] Attempting to bind port d1a36970-1e86-4186-b104-9058649cc988 by drivers openvswitch,hyperv on host dv-cinder-819692-6-iscsi at level 0 using segments [{'id': '63bb465d-bb7c-463b-a144-66016a6c109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '231250c2-6b44-47d0-805a-e173a98bb0d4'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:45:43.004076 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32c5fa8-02b9-4d3e-bb01-511cb0621c1c None None] Attempting to bind port d1a36970-1e86-4186-b104-9058649cc988 on network 231250c2-6b44-47d0-805a-e173a98bb0d4 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:45:43.012397 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32c5fa8-02b9-4d3e-bb01-511cb0621c1c None None] Checking agent: {'id': 'fd9e3ab0-a028-492f-8cb9-0b732e52b698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 36, 52), 'started_at': datetime.datetime(2021, 12, 7, 18, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:45:43.013071 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32c5fa8-02b9-4d3e-bb01-511cb0621c1c None None] Checking segment: {'id': '63bb465d-bb7c-463b-a144-66016a6c109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '231250c2-6b44-47d0-805a-e173a98bb0d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:45:43.013639 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a32c5fa8-02b9-4d3e-bb01-511cb0621c1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:43.015065 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32c5fa8-02b9-4d3e-bb01-511cb0621c1c None None] Bound using segment: {'id': '63bb465d-bb7c-463b-a144-66016a6c109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '231250c2-6b44-47d0-805a-e173a98bb0d4'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:45:43.015760 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-a32c5fa8-02b9-4d3e-bb01-511cb0621c1c None None] Bound port: d1a36970-1e86-4186-b104-9058649cc988, host: dv-cinder-819692-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63bb465d-bb7c-463b-a144-66016a6c109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '231250c2-6b44-47d0-805a-e173a98bb0d4'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:45:43.016337 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a32c5fa8-02b9-4d3e-bb01-511cb0621c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:43.020041 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985cb60b-c081-4aca-9b7f-d065405d5c2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:43.030152 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e097d710-ffde-4dde-b3d4-46521dcc0b0a req-99af19f7-cc65-42ff-8884-6f9a2cd3d030 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fd63ffe-4565-42f6-8f7c-9f83cda248e8 HTTP/1.1" status: 200 len: 210 time: 0.2338133 Dec 07 18:45:43.120555 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985cb60b-c081-4aca-9b7f-d065405d5c2d admin admin] Checking segment: {'id': '4e11373f-4e76-4ab5-86c0-112fb5aca0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:45:43.120919 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985cb60b-c081-4aca-9b7f-d065405d5c2d admin admin] Network hostable DHCP agents. Network: 9d18908e-4fa9-4515-9ad2-63e91916c83c, hostable agents: ['6f398e68-3e13-4851-8372-7feb03493da6'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 18:45:43.178202 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ff76cb89-7af5-4ea6-ab34-b7d6ef619faf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652984'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:43.188517 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-a32c5fa8-02b9-4d3e-bb01-511cb0621c1c None None] For port d1a36970-1e86-4186-b104-9058649cc988, host dv-cinder-819692-6-iscsi, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:45:43.197719 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-a32c5fa8-02b9-4d3e-bb01-511cb0621c1c None None] For port d1a36970-1e86-4186-b104-9058649cc988, host dv-cinder-819692-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=d1a36970-1e86-4186-b104-9058649cc988,segment=NetworkSegment(63bb465d-bb7c-463b-a144-66016a6c109d),segment_id=63bb465d-bb7c-463b-a144-66016a6c109d)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:45:43.207668 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a32c5fa8-02b9-4d3e-bb01-511cb0621c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:43.294608 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985cb60b-c081-4aca-9b7f-d065405d5c2d admin admin] Network 9d18908e-4fa9-4515-9ad2-63e91916c83c is scheduled to be hosted by DHCP agent 6f398e68-3e13-4851-8372-7feb03493da6 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 18:45:43.301434 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-429ab598-6819-41aa-9086-e66cbbcc8080 None None] Provisioning complete for port 56190af2-e42a-429f-aae7-f510dbf45b19 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:43.301994 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-429ab598-6819-41aa-9086-e66cbbcc8080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:43.317795 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bcdbc4-2767-46eb-8caf-5955615ca848 req-9109e50d-f98e-47bf-a86e-acb3d7c04590 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:43.329668 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-985cb60b-c081-4aca-9b7f-d065405d5c2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819692-6-iscsi, 9d18908e-4fa9-4515-9ad2-63e91916c83c) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:45:43.338570 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985cb60b-c081-4aca-9b7f-d065405d5c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:43.339305 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-985cb60b-c081-4aca-9b7f-d065405d5c2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:43.350225 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-94bcdbc4-2767-46eb-8caf-5955615ca848 req-9109e50d-f98e-47bf-a86e-acb3d7c04590 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.1261451 Dec 07 18:45:43.359821 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d453e84-de56-4922-8cfa-65687b38ecd0 None None] Network 9d18908e-4fa9-4515-9ad2-63e91916c83c requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:45:43.365654 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c5fa8-02b9-4d3e-bb01-511cb0621c1c None None] Pushing event updated for resources: {'Port': ['ID=d1a36970-1e86-4186-b104-9058649cc988,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:43.409489 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-985cb60b-c081-4aca-9b7f-d065405d5c2d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4138451 Dec 07 18:45:43.422643 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 60586) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:43.431736 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-c48b6a33-8630-4b75-b44c-a5da0ddb8c2f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1544739373-router', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'}}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:45:43.450880 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-429ab598-6819-41aa-9086-e66cbbcc8080 None None] Port 56190af2-e42a-429f-aae7-f510dbf45b19 cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:45:43.471632 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-94bcdbc4-2767-46eb-8caf-5955615ca848 req-55395866-501a-4bfb-94a0-6ec2ae376a27 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201255 Dec 07 18:45:43.494993 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c48b6a33-8630-4b75-b44c-a5da0ddb8c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-647033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30663'] for router, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:43.496288 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c48b6a33-8630-4b75-b44c-a5da0ddb8c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-646889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645048', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30686'] for router, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:43.560840 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a346b96f-9603-4df0-a9e2-79c83fe4651d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ae0aa17-c7bf-538b-8221-0782f7b1bf99-9d18908e-4fa9-4515-9ad2-63e91916c83c', 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c', 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'fixed_ips': [{'subnet_id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88'}]}} from dv-cinder-819692-6-iscsi. {{(pid=109086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 07 18:45:43.562014 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a346b96f-9603-4df0-a9e2-79c83fe4651d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:43.576200 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c48b6a33-8630-4b75-b44c-a5da0ddb8c2f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:43.580299 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ff76cb89-7af5-4ea6-ab34-b7d6ef619faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:43.838758 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-42d829e6-6ac7-40f8-9805-d27ce65b01ab admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:43.896277 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-a346b96f-9603-4df0-a9e2-79c83fe4651d None None] Allocated IP 172.20.0.2 (9d18908e-4fa9-4515-9ad2-63e91916c83c/77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88/634ba392-14ed-413a-a5cc-ccbca407f9d0) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:45:43.897850 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-42d829e6-6ac7-40f8-9805-d27ce65b01ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:43.941758 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c48b6a33-8630-4b75-b44c-a5da0ddb8c2f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:44.031504 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 828bb3b0-fe71-4008-ab60-7e972f61d14c up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:45:44.196238 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port 828bb3b0-fe71-4008-ab60-7e972f61d14c triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:44.196609 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:44.219196 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-84959df8-1a75-4fa7-93f6-538569358c8a req-219c3003-f4b6-48b3-866c-faa5e0bbbf67 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fd63ffe-4565-42f6-8f7c-9f83cda248e8 HTTP/1.1" status: 200 len: 210 time: 0.0464978 Dec 07 18:45:44.263845 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a346b96f-9603-4df0-a9e2-79c83fe4651d None None] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:44.280296 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a346b96f-9603-4df0-a9e2-79c83fe4651d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:44.335747 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-42d829e6-6ac7-40f8-9805-d27ce65b01ab admin admin] Allocated IP 172.27.0.18 (c28673b7-9801-4a6d-8bd7-4540f8f52bd4/c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01/5063a75e-3736-4ee5-8d89-964380c49845) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:45:44.384764 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a346b96f-9603-4df0-a9e2-79c83fe4651d None None] Network 9d18908e-4fa9-4515-9ad2-63e91916c83c is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:45:44.390339 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ff76cb89-7af5-4ea6-ab34-b7d6ef619faf admin admin] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:44.395739 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-a346b96f-9603-4df0-a9e2-79c83fe4651d None None] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:45:44.411817 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a346b96f-9603-4df0-a9e2-79c83fe4651d None None] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:45:44.423700 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a346b96f-9603-4df0-a9e2-79c83fe4651d None None] Pushing event updated for resources: {'Port': ['ID=634ba392-14ed-413a-a5cc-ccbca407f9d0,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:44.428287 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ff76cb89-7af5-4ea6-ab34-b7d6ef619faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529623651'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:44.489714 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c48b6a33-8630-4b75-b44c-a5da0ddb8c2f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:44.532809 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:44.537539 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c48b6a33-8630-4b75-b44c-a5da0ddb8c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:44.563472 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-005f197f-0a74-4f5f-bdec-0bd8fadd6a0a tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:44.565124 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-005f197f-0a74-4f5f-bdec-0bd8fadd6a0a tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.23 "GET /v2.0/networks?id=c8b8ce23-5289-4bad-a75a-485ea880ca99 HTTP/1.1" status: 200 len: 815 time: 0.2890248 Dec 07 18:45:44.594509 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-a346b96f-9603-4df0-a9e2-79c83fe4651d None None] Attempting to bind port 634ba392-14ed-413a-a5cc-ccbca407f9d0 on host dv-cinder-819692-6-iscsi for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:45:44.594882 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-a346b96f-9603-4df0-a9e2-79c83fe4651d None None] Attempting to bind port 634ba392-14ed-413a-a5cc-ccbca407f9d0 by drivers openvswitch,hyperv on host dv-cinder-819692-6-iscsi at level 0 using segments [{'id': '4e11373f-4e76-4ab5-86c0-112fb5aca0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:45:44.595245 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a346b96f-9603-4df0-a9e2-79c83fe4651d None None] Attempting to bind port 634ba392-14ed-413a-a5cc-ccbca407f9d0 on network 9d18908e-4fa9-4515-9ad2-63e91916c83c {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:45:44.602633 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] For port 828bb3b0-fe71-4008-ab60-7e972f61d14c, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=828bb3b0-fe71-4008-ab60-7e972f61d14c,segment=NetworkSegment(05f8ab8d-4669-4926-ada9-ecff5fb4eb1d),segment_id=05f8ab8d-4669-4926-ada9-ecff5fb4eb1d)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:45:44.604236 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a346b96f-9603-4df0-a9e2-79c83fe4651d None None] Checking agent: {'id': 'fd9e3ab0-a028-492f-8cb9-0b732e52b698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 36, 52), 'started_at': datetime.datetime(2021, 12, 7, 18, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:45:44.604804 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a346b96f-9603-4df0-a9e2-79c83fe4651d None None] Checking segment: {'id': '4e11373f-4e76-4ab5-86c0-112fb5aca0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:45:44.604927 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-418e0aba-7bbb-48e7-b477-c9d58ac6df2f tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Request body: {'port': {'device_id': '5fd63ffe-4565-42f6-8f7c-9f83cda248e8', 'network_id': 'c8b8ce23-5289-4bad-a75a-485ea880ca99', 'admin_state_up': True, 'tenant_id': '12e59e340c3845b199cb2b187d625932'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:45:44.605327 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a346b96f-9603-4df0-a9e2-79c83fe4651d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:44.605723 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a346b96f-9603-4df0-a9e2-79c83fe4651d None None] Bound using segment: {'id': '4e11373f-4e76-4ab5-86c0-112fb5aca0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:45:44.606346 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-a346b96f-9603-4df0-a9e2-79c83fe4651d None None] Bound port: 634ba392-14ed-413a-a5cc-ccbca407f9d0, host: dv-cinder-819692-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e11373f-4e76-4ab5-86c0-112fb5aca0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:45:44.606724 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a346b96f-9603-4df0-a9e2-79c83fe4651d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:44.621694 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:44.623838 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device d1a36970-1e86-4186-b104-9058649cc988 up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:45:44.758558 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-418e0aba-7bbb-48e7-b477-c9d58ac6df2f tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Made reservation on behalf of 12e59e340c3845b199cb2b187d625932 for: {'port': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:45:44.762715 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-418e0aba-7bbb-48e7-b477-c9d58ac6df2f tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:44.795071 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Pushing event updated for resources: {'Port': ['ID=828bb3b0-fe71-4008-ab60-7e972f61d14c,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:44.870564 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port d1a36970-1e86-4186-b104-9058649cc988 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:44.870932 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:44.897676 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-a346b96f-9603-4df0-a9e2-79c83fe4651d None None] For port 634ba392-14ed-413a-a5cc-ccbca407f9d0, host dv-cinder-819692-6-iscsi, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:45:44.912719 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-a346b96f-9603-4df0-a9e2-79c83fe4651d None None] For port 634ba392-14ed-413a-a5cc-ccbca407f9d0, host dv-cinder-819692-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=634ba392-14ed-413a-a5cc-ccbca407f9d0,segment=NetworkSegment(4e11373f-4e76-4ab5-86c0-112fb5aca0d4),segment_id=4e11373f-4e76-4ab5-86c0-112fb5aca0d4)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:45:44.915119 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b2b5d3-31f8-4dde-b967-8de74f35853b None None] Network 231250c2-6b44-47d0-805a-e173a98bb0d4 requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:45:44.952092 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a346b96f-9603-4df0-a9e2-79c83fe4651d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:44.955544 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76cb89-7af5-4ea6-ab34-b7d6ef619faf admin admin] Pushing event updated for resources: {'Port': ['ID=56190af2-e42a-429f-aae7-f510dbf45b19,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:44.959180 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-418e0aba-7bbb-48e7-b477-c9d58ac6df2f tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Allocated IP 172.20.0.11 (c8b8ce23-5289-4bad-a75a-485ea880ca99/959328ad-f645-4e6a-a843-2b6a58b1fc1b/1b17425e-406c-49a0-9e23-08dbf104898d) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:45:44.961874 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ff76cb89-7af5-4ea6-ab34-b7d6ef619faf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-968009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652836'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:44.966252 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-42d829e6-6ac7-40f8-9805-d27ce65b01ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:45.010139 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653be44-f413-4d0b-ac90-36b5c43454cb req-96256452-1b75-4e5b-840f-dca0b4090628 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:45.011695 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4653be44-f413-4d0b-ac90-36b5c43454cb req-96256452-1b75-4e5b-840f-dca0b4090628 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.1703789 Dec 07 18:45:45.094975 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a346b96f-9603-4df0-a9e2-79c83fe4651d None None] Pushing event updated for resources: {'Port': ['ID=634ba392-14ed-413a-a5cc-ccbca407f9d0,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:45.099430 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-42f41932-2ed0-490f-a9cb-c539320d0fde None None] Provisioning complete for port d1a36970-1e86-4186-b104-9058649cc988 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:45.099795 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-42f41932-2ed0-490f-a9cb-c539320d0fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:45.124322 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-42d829e6-6ac7-40f8-9805-d27ce65b01ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529624208'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:45.213680 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:45.242158 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4653be44-f413-4d0b-ac90-36b5c43454cb req-f95d5f43-bd30-4a15-b66e-6780fb0e5541 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625769 Dec 07 18:45:45.244820 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d829e6-6ac7-40f8-9805-d27ce65b01ab admin admin] Network c28673b7-9801-4a6d-8bd7-4540f8f52bd4 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:45:45.248665 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-418e0aba-7bbb-48e7-b477-c9d58ac6df2f tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Publish callbacks [] for port, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:45.251192 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [None req-c48b6a33-8630-4b75-b44c-a5da0ddb8c2f admin admin] Allocated IP 172.27.0.72 (c28673b7-9801-4a6d-8bd7-4540f8f52bd4/c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01/18038d5c-5f06-43a8-a094-6536afd58616) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:45:45.253419 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff76cb89-7af5-4ea6-ab34-b7d6ef619faf admin admin] Network fd114611-2081-4fe5-80cb-7730da561ab7 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:45:45.258430 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-42d829e6-6ac7-40f8-9805-d27ce65b01ab admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:45:45.261226 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-ff76cb89-7af5-4ea6-ab34-b7d6ef619faf admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:45:45.263263 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d829e6-6ac7-40f8-9805-d27ce65b01ab admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:45:45.265511 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d829e6-6ac7-40f8-9805-d27ce65b01ab admin admin] Pushing event updated for resources: {'Port': ['ID=5063a75e-3736-4ee5-8d89-964380c49845,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:45.443147 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-418e0aba-7bbb-48e7-b477-c9d58ac6df2f tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:45.468867 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3c327b27-9577-4ad5-9328-5ebedb0633ad req-ae59d556-a889-4db7-ad2c-5f1c6a854c03 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fd63ffe-4565-42f6-8f7c-9f83cda248e8 HTTP/1.1" status: 200 len: 210 time: 0.0842342 Dec 07 18:45:45.479695 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-42f41932-2ed0-490f-a9cb-c539320d0fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:45.487859 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] For port d1a36970-1e86-4186-b104-9058649cc988, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=d1a36970-1e86-4186-b104-9058649cc988,segment=NetworkSegment(63bb465d-bb7c-463b-a144-66016a6c109d),segment_id=63bb465d-bb7c-463b-a144-66016a6c109d)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:45:45.493890 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a', 'b08af1cd-2e39-4c70-8061-c097c902fc64'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:45:45.576310 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:45.609053 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-418e0aba-7bbb-48e7-b477-c9d58ac6df2f tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Network c8b8ce23-5289-4bad-a75a-485ea880ca99 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:45:45.643379 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-418e0aba-7bbb-48e7-b477-c9d58ac6df2f tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:45:45.660649 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c48b6a33-8630-4b75-b44c-a5da0ddb8c2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:45.666061 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-418e0aba-7bbb-48e7-b477-c9d58ac6df2f tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:45:45.748098 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd22bc8f-5158-4d47-b88f-fb30a2428f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:45.762889 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Pushing event updated for resources: {'Port': ['ID=d1a36970-1e86-4186-b104-9058649cc988,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:45.822921 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e0aba-7bbb-48e7-b477-c9d58ac6df2f tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Pushing event updated for resources: {'Port': ['ID=1b17425e-406c-49a0-9e23-08dbf104898d,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:45.848857 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.db.api [None req-42f41932-2ed0-490f-a9cb-c539320d0fde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109086) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 07 18:45:45.849726 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG oslo_db.api [None req-42f41932-2ed0-490f-a9cb-c539320d0fde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 07 18:45:45.882885 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-418e0aba-7bbb-48e7-b477-c9d58ac6df2f tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:45.883617 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-418e0aba-7bbb-48e7-b477-c9d58ac6df2f tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:45.910303 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-418e0aba-7bbb-48e7-b477-c9d58ac6df2f tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3091612 Dec 07 18:45:45.911784 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c48b6a33-8630-4b75-b44c-a5da0ddb8c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:45.924142 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff76cb89-7af5-4ea6-ab34-b7d6ef619faf admin admin] Router d178a806-b476-4613-8331-b0c61f1978d8 has already been hosted by L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:45:45.927169 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-0452da6b-d004-4dfc-9cb2-38180e243c7e service neutron] Request body: {'port': {'device_id': '5fd63ffe-4565-42f6-8f7c-9f83cda248e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:45:45.994846 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48b6a33-8630-4b75-b44c-a5da0ddb8c2f admin admin] Network c28673b7-9801-4a6d-8bd7-4540f8f52bd4 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:45:46.013271 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-c48b6a33-8630-4b75-b44c-a5da0ddb8c2f admin admin] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:45:46.020477 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48b6a33-8630-4b75-b44c-a5da0ddb8c2f admin admin] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:45:46.073436 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 828bb3b0-fe71-4008-ab60-7e972f61d14c up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:45:46.083500 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-42d829e6-6ac7-40f8-9805-d27ce65b01ab admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:46.089249 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-0452da6b-d004-4dfc-9cb2-38180e243c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:46.093449 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b6a33-8630-4b75-b44c-a5da0ddb8c2f admin admin] Pushing event updated for resources: {'Port': ['ID=18038d5c-5f06-43a8-a094-6536afd58616,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:46.181168 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port 828bb3b0-fe71-4008-ab60-7e972f61d14c triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:46.181372 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:46.237370 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff76cb89-7af5-4ea6-ab34-b7d6ef619faf admin admin] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:45:46.252873 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-ff76cb89-7af5-4ea6-ab34-b7d6ef619faf admin admin] 10.222.0.41 "PUT /v2.0/routers/d178a806-b476-4613-8331-b0c61f1978d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6292818 Dec 07 18:45:46.269142 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69799989-72f5-4a4e-b978-00b3d4bb6000 None None] Sync routers for ids ['d178a806-b476-4613-8331-b0c61f1978d8'] in dv-cinder-819692-6-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:45:46.301135 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69799989-72f5-4a4e-b978-00b3d4bb6000 None None] Routers {'d178a806-b476-4613-8331-b0c61f1978d8'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:45:46.301778 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-69799989-72f5-4a4e-b978-00b3d4bb6000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:45:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['d178a806-b476-4613-8331-b0c61f1978d8'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:46.306841 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 634ba392-14ed-413a-a5cc-ccbca407f9d0 up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:45:46.401555 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-42d829e6-6ac7-40f8-9805-d27ce65b01ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-646896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644967'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:46.572029 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d829e6-6ac7-40f8-9805-d27ce65b01ab admin admin] Router 86414997-6c9e-4ded-b019-e4a7a7ea03c4 is scheduled to L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 18:45:46.676708 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port 634ba392-14ed-413a-a5cc-ccbca407f9d0 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:46.677583 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:46.705053 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c48b6a33-8630-4b75-b44c-a5da0ddb8c2f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:46.712860 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-69799989-72f5-4a4e-b978-00b3d4bb6000 None None] Set router d178a806-b476-4613-8331-b0c61f1978d8 gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:45:46.744512 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d829e6-6ac7-40f8-9805-d27ce65b01ab admin admin] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:45:46.758658 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705b1618-55b9-4e72-93c0-0feb33416c26 None None] Sync routers for ids ['86414997-6c9e-4ded-b019-e4a7a7ea03c4'] in dv-cinder-819692-6-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:45:46.785123 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705b1618-55b9-4e72-93c0-0feb33416c26 None None] Routers {'86414997-6c9e-4ded-b019-e4a7a7ea03c4'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:45:46.786002 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-705b1618-55b9-4e72-93c0-0feb33416c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:45:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['86414997-6c9e-4ded-b019-e4a7a7ea03c4'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:46.819225 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-42d829e6-6ac7-40f8-9805-d27ce65b01ab admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:46.823913 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-42d829e6-6ac7-40f8-9805-d27ce65b01ab admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.6357725 Dec 07 18:45:46.830372 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 60634) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:46.981469 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-705b1618-55b9-4e72-93c0-0feb33416c26 None None] Set router 86414997-6c9e-4ded-b019-e4a7a7ea03c4 gateway port host: dv-cinder-819692-6-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:45:47.015358 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297e55e9-75c8-4c41-bdbd-494b6020f36f None None] Network 9d18908e-4fa9-4515-9ad2-63e91916c83c requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:45:47.076852 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-0452da6b-d004-4dfc-9cb2-38180e243c7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b17425e-406c-49a0-9e23-08dbf104898d {{(pid=109084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:45:47.077057 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-41ca1caf-e9e2-47e6-8c93-c072bd72b9f4 None None] Provisioning complete for port d1a36970-1e86-4186-b104-9058649cc988 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:47.077423 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-41ca1caf-e9e2-47e6-8c93-c072bd72b9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:47.094248 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68de26-a8ca-4350-bb3b-98e56b174f48 req-04cb66a9-87e5-47d0-9720-18d9b43be6e3 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:47.095837 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1c68de26-a8ca-4350-bb3b-98e56b174f48 req-04cb66a9-87e5-47d0-9720-18d9b43be6e3 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.6481402 Dec 07 18:45:47.098141 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-0452da6b-d004-4dfc-9cb2-38180e243c7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:47.155119 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.provisioning_blocks [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-0452da6b-d004-4dfc-9cb2-38180e243c7e service neutron] Transition to ACTIVE for port object 1b17425e-406c-49a0-9e23-08dbf104898d will not be triggered until provisioned by entity L2. {{(pid=109084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:45:47.172018 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-0452da6b-d004-4dfc-9cb2-38180e243c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530413597'] for port, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:47.247429 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0452da6b-d004-4dfc-9cb2-38180e243c7e service neutron] Pushing event updated for resources: {'Port': ['ID=1b17425e-406c-49a0-9e23-08dbf104898d,revision_number=2']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:47.313612 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-705b1618-55b9-4e72-93c0-0feb33416c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86414997-6c9e-4ded-b019-e4a7a7ea03c4', 'name': 'tempest-TestMinimumBasicScenario-807836683-router', 'tenant_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '5063a75e-3736-4ee5-8d89-964380c49845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:42Z', 'updated_at': '2021-12-07T18:45:45Z', 'revision_number': 3, 'project_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'gw_port': {'id': '5063a75e-3736-4ee5-8d89-964380c49845', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86414997-6c9e-4ded-b019-e4a7a7ea03c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:43Z', 'updated_at': '2021-12-07T18:45:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi'}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:47.385631 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705b1618-55b9-4e72-93c0-0feb33416c26 None None] Checking router: 86414997-6c9e-4ded-b019-e4a7a7ea03c4 for host: dv-cinder-819692-6-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:45:47.386124 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705b1618-55b9-4e72-93c0-0feb33416c26 None None] Updating router 86414997-6c9e-4ded-b019-e4a7a7ea03c4 port 5063a75e-3736-4ee5-8d89-964380c49845 binding host dv-cinder-819692-6-iscsi {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 18:45:47.426113 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-705b1618-55b9-4e72-93c0-0feb33416c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:47.497274 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1c68de26-a8ca-4350-bb3b-98e56b174f48 req-28b7ec62-f34d-42f1-9412-f7eb5f13fccf tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540568 Dec 07 18:45:47.517892 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:47.526102 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d25bd7d3-9bc6-4e9a-ab47-6e46fd716932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:47.551648 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-0452da6b-d004-4dfc-9cb2-38180e243c7e service neutron] Attempting to bind port 1b17425e-406c-49a0-9e23-08dbf104898d on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:45:47.551648 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-0452da6b-d004-4dfc-9cb2-38180e243c7e service neutron] Attempting to bind port 1b17425e-406c-49a0-9e23-08dbf104898d by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': '98bfe91f-7bab-411d-b57d-5ef27194bbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c8b8ce23-5289-4bad-a75a-485ea880ca99'}] {{(pid=109084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:45:47.551648 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-0452da6b-d004-4dfc-9cb2-38180e243c7e service neutron] Attempting to bind port 1b17425e-406c-49a0-9e23-08dbf104898d on network c8b8ce23-5289-4bad-a75a-485ea880ca99 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:45:47.567896 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-0452da6b-d004-4dfc-9cb2-38180e243c7e service neutron] Port 1b17425e-406c-49a0-9e23-08dbf104898d on network c8b8ce23-5289-4bad-a75a-485ea880ca99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:45:47.571541 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-0452da6b-d004-4dfc-9cb2-38180e243c7e service neutron] Attempting to bind port 1b17425e-406c-49a0-9e23-08dbf104898d on network c8b8ce23-5289-4bad-a75a-485ea880ca99 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:45:47.637541 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 60648) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:47.652188 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-1e7f8810-8fb3-4498-b1ab-ed326da46fb7 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1547138161', 'description': 'tempest-secgroup-smoke-1547138161 description', 'project_id': '9dbb7c47db4047b7b6b9fdc130ea461d'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:45:47.659024 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-0452da6b-d004-4dfc-9cb2-38180e243c7e service neutron] Checking agent: {'id': '9b8b7df7-f18f-49d8-b3bd-9764bcedc888', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'started_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:45:47.659670 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-0452da6b-d004-4dfc-9cb2-38180e243c7e service neutron] Checking segment: {'id': '98bfe91f-7bab-411d-b57d-5ef27194bbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c8b8ce23-5289-4bad-a75a-485ea880ca99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:45:47.660327 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-0452da6b-d004-4dfc-9cb2-38180e243c7e service neutron] Bound using segment: {'id': '98bfe91f-7bab-411d-b57d-5ef27194bbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c8b8ce23-5289-4bad-a75a-485ea880ca99'} {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:45:47.661096 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-0452da6b-d004-4dfc-9cb2-38180e243c7e service neutron] Bound port: 1b17425e-406c-49a0-9e23-08dbf104898d, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98bfe91f-7bab-411d-b57d-5ef27194bbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c8b8ce23-5289-4bad-a75a-485ea880ca99'}}] {{(pid=109084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:45:47.661706 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-0452da6b-d004-4dfc-9cb2-38180e243c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:47.676686 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] For port 634ba392-14ed-413a-a5cc-ccbca407f9d0, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=634ba392-14ed-413a-a5cc-ccbca407f9d0,segment=NetworkSegment(4e11373f-4e76-4ab5-86c0-112fb5aca0d4),segment_id=4e11373f-4e76-4ab5-86c0-112fb5aca0d4)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:45:47.721962 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e7f8810-8fb3-4498-b1ab-ed326da46fb7 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:47.722842 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07c65a-5ad5-4b70-ad8e-ceec3605359b req-e68e0c54-79dc-4a1c-a63b-1c8d384c9428 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:47.724989 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-41ca1caf-e9e2-47e6-8c93-c072bd72b9f4 None None] Provisioning complete for port 56190af2-e42a-429f-aae7-f510dbf45b19 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:47.725556 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-41ca1caf-e9e2-47e6-8c93-c072bd72b9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:47.734726 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ba07c65a-5ad5-4b70-ad8e-ceec3605359b req-e68e0c54-79dc-4a1c-a63b-1c8d384c9428 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fd63ffe-4565-42f6-8f7c-9f83cda248e8 HTTP/1.1" status: 200 len: 944 time: 0.1074557 Dec 07 18:45:47.747372 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:47.848626 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ba07c65a-5ad5-4b70-ad8e-ceec3605359b req-510a5bc9-73ee-4687-92fd-4dfa752f529c tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081138 Dec 07 18:45:47.850277 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-d25bd7d3-9bc6-4e9a-ab47-6e46fd716932 admin admin] Allocated IP 172.20.0.1 (231250c2-6b44-47d0-805a-e173a98bb0d4/7946be5b-0476-44aa-ae26-502f3cd3f3eb/4dddb1f9-ea43-47f8-81aa-06193647596d) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:45:47.859956 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c48b6a33-8630-4b75-b44c-a5da0ddb8c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-646896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644967'] for router, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:47.860062 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Pushing event updated for resources: {'Port': ['ID=634ba392-14ed-413a-a5cc-ccbca407f9d0,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:47.890177 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-705b1618-55b9-4e72-93c0-0feb33416c26 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:47.901820 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd7f2752-96e9-4dd6-b13a-a05edbf97408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:47.905790 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-705b1618-55b9-4e72-93c0-0feb33416c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:47.919153 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-69799989-72f5-4a4e-b978-00b3d4bb6000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd178a806-b476-4613-8331-b0c61f1978d8', 'name': 'tempest-TestShelveInstance-869694091-router', 'tenant_id': '81a65049b0f44bb6b29d0b8f8b8a2a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '828bb3b0-fe71-4008-ab60-7e972f61d14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:37Z', 'updated_at': '2021-12-07T18:45:43Z', 'revision_number': 4, 'project_id': '81a65049b0f44bb6b29d0b8f8b8a2a7a', 'gw_port': {'id': '828bb3b0-fe71-4008-ab60-7e972f61d14c', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd178a806-b476-4613-8331-b0c61f1978d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:38Z', 'updated_at': '2021-12-07T18:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '56190af2-e42a-429f-aae7-f510dbf45b19', 'name': '', 'network_id': 'fd114611-2081-4fe5-80cb-7730da561ab7', 'tenant_id': '81a65049b0f44bb6b29d0b8f8b8a2a7a', 'mac_address': 'fa:16:3e:ab:43:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd178a806-b476-4613-8331-b0c61f1978d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'a4d22c79-1b0d-40c2-aa62-c1df983cd3f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:41Z', 'updated_at': '2021-12-07T18:45:43Z', 'revision_number': 2, 'project_id': '81a65049b0f44bb6b29d0b8f8b8a2a7a', 'subnets': [{'id': 'a4d22c79-1b0d-40c2-aa62-c1df983cd3f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:47.956510 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e7f8810-8fb3-4498-b1ab-ed326da46fb7 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:47.958790 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69799989-72f5-4a4e-b978-00b3d4bb6000 None None] Checking router: d178a806-b476-4613-8331-b0c61f1978d8 for host: dv-cinder-819692-6-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:45:47.958928 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69799989-72f5-4a4e-b978-00b3d4bb6000 None None] Updating router d178a806-b476-4613-8331-b0c61f1978d8 port 56190af2-e42a-429f-aae7-f510dbf45b19 binding host dv-cinder-819692-6-iscsi {{(pid=109086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 18:45:47.971672 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e7f8810-8fb3-4498-b1ab-ed326da46fb7 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:47.978151 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f4832-9c1d-42a1-959d-38b025c9c42b None None] Pushing event updated for resources: {'Port': ['ID=5063a75e-3736-4ee5-8d89-964380c49845,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:47.989547 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-41ca1caf-e9e2-47e6-8c93-c072bd72b9f4 None None] Port 56190af2-e42a-429f-aae7-f510dbf45b19 cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:45:47.990701 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-0452da6b-d004-4dfc-9cb2-38180e243c7e service neutron] For port 1b17425e-406c-49a0-9e23-08dbf104898d, host hv-cinder-81969, cleared binding levels {{(pid=109084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:45:47.994844 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device d1a36970-1e86-4186-b104-9058649cc988 up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:45:48.002970 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-69799989-72f5-4a4e-b978-00b3d4bb6000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:48.020976 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-705b1618-55b9-4e72-93c0-0feb33416c26 None None] Attempting to bind port 5063a75e-3736-4ee5-8d89-964380c49845 on host dv-cinder-819692-6-iscsi for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:45:48.021360 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-705b1618-55b9-4e72-93c0-0feb33416c26 None None] Attempting to bind port 5063a75e-3736-4ee5-8d89-964380c49845 by drivers openvswitch,hyperv on host dv-cinder-819692-6-iscsi at level 0 using segments [{'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:45:48.021773 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705b1618-55b9-4e72-93c0-0feb33416c26 None None] Attempting to bind port 5063a75e-3736-4ee5-8d89-964380c49845 on network c28673b7-9801-4a6d-8bd7-4540f8f52bd4 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:45:48.028053 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f8810-8fb3-4498-b1ab-ed326da46fb7 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:48.029731 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705b1618-55b9-4e72-93c0-0feb33416c26 None None] Checking agent: {'id': 'fd9e3ab0-a028-492f-8cb9-0b732e52b698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 36, 52), 'started_at': datetime.datetime(2021, 12, 7, 18, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:45:48.030301 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705b1618-55b9-4e72-93c0-0feb33416c26 None None] Checking segment: {'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:45:48.030711 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-705b1618-55b9-4e72-93c0-0feb33416c26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:48.031111 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705b1618-55b9-4e72-93c0-0feb33416c26 None None] Bound using segment: {'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:45:48.031595 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-705b1618-55b9-4e72-93c0-0feb33416c26 None None] Bound port: 5063a75e-3736-4ee5-8d89-964380c49845, host: dv-cinder-819692-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:45:48.032424 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-705b1618-55b9-4e72-93c0-0feb33416c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:48.060462 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-0452da6b-d004-4dfc-9cb2-38180e243c7e service neutron] For port 1b17425e-406c-49a0-9e23-08dbf104898d, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=1b17425e-406c-49a0-9e23-08dbf104898d,segment=NetworkSegment(98bfe91f-7bab-411d-b57d-5ef27194bbaa),segment_id=98bfe91f-7bab-411d-b57d-5ef27194bbaa)] {{(pid=109084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:45:48.077724 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e7f8810-8fb3-4498-b1ab-ed326da46fb7 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:48.079377 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-1e7f8810-8fb3-4498-b1ab-ed326da46fb7 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4407282 Dec 07 18:45:48.087399 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 60650) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:48.093929 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-0452da6b-d004-4dfc-9cb2-38180e243c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530413597'] for port, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:48.103096 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-af72622e-b143-46f5-ad7c-54a3d4a46acd tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Request body: {'security_group_rule': {'security_group_id': 'f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f', 'project_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:45:48.150203 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-705b1618-55b9-4e72-93c0-0feb33416c26 None None] For port 5063a75e-3736-4ee5-8d89-964380c49845, host dv-cinder-819692-6-iscsi, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:45:48.156014 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-705b1618-55b9-4e72-93c0-0feb33416c26 None None] For port 5063a75e-3736-4ee5-8d89-964380c49845, host dv-cinder-819692-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=5063a75e-3736-4ee5-8d89-964380c49845,segment=NetworkSegment(05f8ab8d-4669-4926-ada9-ecff5fb4eb1d),segment_id=05f8ab8d-4669-4926-ada9-ecff5fb4eb1d)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:45:48.164922 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-705b1618-55b9-4e72-93c0-0feb33416c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:48.165150 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d25bd7d3-9bc6-4e9a-ab47-6e46fd716932 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:48.174277 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0452da6b-d004-4dfc-9cb2-38180e243c7e service neutron] Pushing event updated for resources: {'Port': ['ID=1b17425e-406c-49a0-9e23-08dbf104898d,revision_number=3']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:48.177558 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-af72622e-b143-46f5-ad7c-54a3d4a46acd tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:48.181934 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-0452da6b-d004-4dfc-9cb2-38180e243c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:48.182673 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-0452da6b-d004-4dfc-9cb2-38180e243c7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:48.184143 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-0452da6b-d004-4dfc-9cb2-38180e243c7e service neutron] 10.222.0.23 "PUT /v2.0/ports/1b17425e-406c-49a0-9e23-08dbf104898d HTTP/1.1" status: 200 len: 1094 time: 2.2631738 Dec 07 18:45:48.185101 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd63ffe-4565-42f6-8f7c-9f83cda248e8', 'tag': '1b17425e-406c-49a0-9e23-08dbf104898d'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:45:48.187566 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a9c8e9ce0db27bff2b715efe80f7ddeb02331314c1c7d49b52ba908637cab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4981353-4c2b-4b0c-b549-dd78a309800c" -d '{"events": [{"name": "network-changed", "server_uuid": "5fd63ffe-4565-42f6-8f7c-9f83cda248e8", "tag": "1b17425e-406c-49a0-9e23-08dbf104898d"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:45:48.238448 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48b6a33-8630-4b75-b44c-a5da0ddb8c2f admin admin] Router b1ba4833-18e2-4e0c-b492-4604b68a9efa is scheduled to L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc with binding_index 1 {{(pid=109084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 18:45:48.299711 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f14de2b-3c31-47c2-9a32-cac2cee46545 x-openstack-request-id: req-1f14de2b-3c31-47c2-9a32-cac2cee46545 {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:45:48.300347 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fd63ffe-4565-42f6-8f7c-9f83cda248e8", "tag": "1b17425e-406c-49a0-9e23-08dbf104898d", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:45:48.300634 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f14de2b-3c31-47c2-9a32-cac2cee46545 {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:45:48.301074 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fd63ffe-4565-42f6-8f7c-9f83cda248e8', 'tag': '1b17425e-406c-49a0-9e23-08dbf104898d', 'status': 'completed', 'code': 200} Dec 07 18:45:48.305668 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-af72622e-b143-46f5-ad7c-54a3d4a46acd tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:48.318553 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d25bd7d3-9bc6-4e9a-ab47-6e46fd716932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529624208'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:48.363425 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25bd7d3-9bc6-4e9a-ab47-6e46fd716932 admin admin] Network 231250c2-6b44-47d0-805a-e173a98bb0d4 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:45:48.364238 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f4832-9c1d-42a1-959d-38b025c9c42b None None] Pushing event updated for resources: {'Port': ['ID=5063a75e-3736-4ee5-8d89-964380c49845,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:48.367004 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-d25bd7d3-9bc6-4e9a-ab47-6e46fd716932 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:45:48.374586 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-af72622e-b143-46f5-ad7c-54a3d4a46acd tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742031'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:48.375927 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25bd7d3-9bc6-4e9a-ab47-6e46fd716932 admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:45:48.388599 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port d1a36970-1e86-4186-b104-9058649cc988 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:48.388970 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:48.404723 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705b1618-55b9-4e72-93c0-0feb33416c26 None None] Routers {'86414997-6c9e-4ded-b019-e4a7a7ea03c4'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:45:48.405370 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-705b1618-55b9-4e72-93c0-0feb33416c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:45:48Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['86414997-6c9e-4ded-b019-e4a7a7ea03c4'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:48.425369 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-e9155411-6ff8-4660-8b80-409c7528391e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:48.441381 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-e9155411-6ff8-4660-8b80-409c7528391e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12e59e340c3845b199cb2b187d625932&device_id=5fd63ffe-4565-42f6-8f7c-9f83cda248e8 HTTP/1.1" status: 200 len: 1097 time: 0.1955767 Dec 07 18:45:48.480260 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-35384001-6577-49a2-a57d-a5f06cdec882 None None] Provisioning complete for port 634ba392-14ed-413a-a5cc-ccbca407f9d0 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:48.480632 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-35384001-6577-49a2-a57d-a5f06cdec882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:48.507325 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d25bd7d3-9bc6-4e9a-ab47-6e46fd716932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652984'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:48.546618 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25bd7d3-9bc6-4e9a-ab47-6e46fd716932 admin admin] Pushing event updated for resources: {'Port': ['ID=4dddb1f9-ea43-47f8-81aa-06193647596d,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:48.555188 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-cb527cd3-160c-44b6-aa43-8ac59be203a3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b17425e-406c-49a0-9e23-08dbf104898d HTTP/1.1" status: 200 len: 217 time: 0.1002719 Dec 07 18:45:48.622468 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af72622e-b143-46f5-ad7c-54a3d4a46acd tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c421194c-a9b9-47c2-a958-ba3e490bc80c,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:48.657178 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-af72622e-b143-46f5-ad7c-54a3d4a46acd tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:48.660941 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-af72622e-b143-46f5-ad7c-54a3d4a46acd tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5706081 Dec 07 18:45:48.661509 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 60664) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:48.668573 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-019e30b3-747f-4cf4-9fbe-979159d2bffb tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Request body: {'security_group_rule': {'security_group_id': 'f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f', 'project_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:45:48.683332 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-705b1618-55b9-4e72-93c0-0feb33416c26 None None] Set router 86414997-6c9e-4ded-b019-e4a7a7ea03c4 gateway port host: dv-cinder-819692-6-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:45:48.760496 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-019e30b3-747f-4cf4-9fbe-979159d2bffb tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:48.839553 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d25bd7d3-9bc6-4e9a-ab47-6e46fd716932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:48.865102 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-69799989-72f5-4a4e-b978-00b3d4bb6000 None None] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:48.865657 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-019e30b3-747f-4cf4-9fbe-979159d2bffb tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:48.868406 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-c5e2d152-aa26-4355-8b41-bb570dfa8241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:48.871943 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-c5e2d152-aa26-4355-8b41-bb570dfa8241 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=959328ad-f645-4e6a-a843-2b6a58b1fc1b HTTP/1.1" status: 200 len: 855 time: 0.3075776 Dec 07 18:45:48.877489 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-69799989-72f5-4a4e-b978-00b3d4bb6000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:48.894164 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-019e30b3-747f-4cf4-9fbe-979159d2bffb tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742031'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:48.903648 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dec94d-7b85-442d-b5e2-44811638131f req-b7687ddd-146e-4c0b-a46a-2add2f34bdef tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:48.907002 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-30dec94d-7b85-442d-b5e2-44811638131f req-b7687ddd-146e-4c0b-a46a-2add2f34bdef tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.1956179 Dec 07 18:45:48.909621 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48b6a33-8630-4b75-b44c-a5da0ddb8c2f admin admin] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:45:48.937192 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439fd8a8-8352-4f99-9c13-b542cd657daa None None] Sync routers for ids ['b1ba4833-18e2-4e0c-b492-4604b68a9efa'] in dv-cinder-819692-6-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:45:48.954620 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d387fb-0752-44d1-ba13-4b8346cc3dd3 None None] Pushing event updated for resources: {'Port': ['ID=56190af2-e42a-429f-aae7-f510dbf45b19,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:48.967427 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439fd8a8-8352-4f99-9c13-b542cd657daa None None] Routers {'b1ba4833-18e2-4e0c-b492-4604b68a9efa'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:45:48.971183 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-439fd8a8-8352-4f99-9c13-b542cd657daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:45:48Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['b1ba4833-18e2-4e0c-b492-4604b68a9efa'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:48.987579 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-019e30b3-747f-4cf4-9fbe-979159d2bffb tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:48.993333 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-019e30b3-747f-4cf4-9fbe-979159d2bffb tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3264036 Dec 07 18:45:48.993532 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 60670) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:49.004876 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-10b6b82e-9934-4700-b7e3-c61324dcf395 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c8b8ce23-5289-4bad-a75a-485ea880ca99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880198 Dec 07 18:45:49.005110 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-f31007f2-5125-4af3-bcba-b6451d51b779 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Request body: {'security_group_rule': {'security_group_id': 'f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f', 'project_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:45:49.017264 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-705b1618-55b9-4e72-93c0-0feb33416c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86414997-6c9e-4ded-b019-e4a7a7ea03c4', 'name': 'tempest-TestMinimumBasicScenario-807836683-router', 'tenant_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '5063a75e-3736-4ee5-8d89-964380c49845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:42Z', 'updated_at': '2021-12-07T18:45:45Z', 'revision_number': 3, 'project_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'gw_port': {'id': '5063a75e-3736-4ee5-8d89-964380c49845', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86414997-6c9e-4ded-b019-e4a7a7ea03c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:43Z', 'updated_at': '2021-12-07T18:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi'}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:49.065694 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705b1618-55b9-4e72-93c0-0feb33416c26 None None] The sync data for ids ['86414997-6c9e-4ded-b019-e4a7a7ea03c4'] in dv-cinder-819692-6-iscsi is: [{'id': '86414997-6c9e-4ded-b019-e4a7a7ea03c4', 'name': 'tempest-TestMinimumBasicScenario-807836683-router', 'tenant_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '5063a75e-3736-4ee5-8d89-964380c49845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:42Z', 'updated_at': '2021-12-07T18:45:45Z', 'revision_number': 3, 'project_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'gw_port': {'id': '5063a75e-3736-4ee5-8d89-964380c49845', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86414997-6c9e-4ded-b019-e4a7a7ea03c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:43Z', 'updated_at': '2021-12-07T18:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi'}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:45:49.116900 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c48b6a33-8630-4b75-b44c-a5da0ddb8c2f admin admin] Publish callbacks [] for router, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:49.118170 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-c48b6a33-8630-4b75-b44c-a5da0ddb8c2f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6944807 Dec 07 18:45:49.132100 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 60672) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:49.132321 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-72a5612d-04ee-421f-9a7e-a2a0f9bfcbbb None None] Provisioning complete for port 634ba392-14ed-413a-a5cc-ccbca407f9d0 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:49.132821 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-72a5612d-04ee-421f-9a7e-a2a0f9bfcbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:49.163201 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-69799989-72f5-4a4e-b978-00b3d4bb6000 None None] Attempting to bind port 56190af2-e42a-429f-aae7-f510dbf45b19 on host dv-cinder-819692-6-iscsi for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:45:49.163584 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-69799989-72f5-4a4e-b978-00b3d4bb6000 None None] Attempting to bind port 56190af2-e42a-429f-aae7-f510dbf45b19 by drivers openvswitch,hyperv on host dv-cinder-819692-6-iscsi at level 0 using segments [{'id': '7d73bbca-47f8-4a3c-8f07-395993524b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fd114611-2081-4fe5-80cb-7730da561ab7'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:45:49.163957 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69799989-72f5-4a4e-b978-00b3d4bb6000 None None] Attempting to bind port 56190af2-e42a-429f-aae7-f510dbf45b19 on network fd114611-2081-4fe5-80cb-7730da561ab7 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:45:49.174036 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69799989-72f5-4a4e-b978-00b3d4bb6000 None None] Checking agent: {'id': 'fd9e3ab0-a028-492f-8cb9-0b732e52b698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 36, 52), 'started_at': datetime.datetime(2021, 12, 7, 18, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:45:49.174417 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69799989-72f5-4a4e-b978-00b3d4bb6000 None None] Checking segment: {'id': '7d73bbca-47f8-4a3c-8f07-395993524b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fd114611-2081-4fe5-80cb-7730da561ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:45:49.174821 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-69799989-72f5-4a4e-b978-00b3d4bb6000 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:49.175220 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69799989-72f5-4a4e-b978-00b3d4bb6000 None None] Bound using segment: {'id': '7d73bbca-47f8-4a3c-8f07-395993524b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fd114611-2081-4fe5-80cb-7730da561ab7'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:45:49.175710 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-69799989-72f5-4a4e-b978-00b3d4bb6000 None None] Bound port: 56190af2-e42a-429f-aae7-f510dbf45b19, host: dv-cinder-819692-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d73bbca-47f8-4a3c-8f07-395993524b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fd114611-2081-4fe5-80cb-7730da561ab7'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:45:49.176096 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-69799989-72f5-4a4e-b978-00b3d4bb6000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:49.228106 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-30dec94d-7b85-442d-b5e2-44811638131f req-2870babe-1e04-46d6-a819-e28afc3c318d tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794070 Dec 07 18:45:49.230317 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-b0b41ae6-794b-4366-9890-0b1b98fcd187 service neutron] 10.222.0.23 "GET /v2.0/networks/c8b8ce23-5289-4bad-a75a-485ea880ca99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139471 Dec 07 18:45:49.316943 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-439fd8a8-8352-4f99-9c13-b542cd657daa None None] Set router b1ba4833-18e2-4e0c-b492-4604b68a9efa gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:45:49.395393 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e30b3-747f-4cf4-9fbe-979159d2bffb tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a97897-4948-41c8-9e45-1b808e8f2ddb,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:49.512086 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0b372a14-051c-4a76-b6ec-c60030647f43 req-f65568c4-9a0a-498d-abd8-ed668f359e40 service neutron] 10.222.0.23 "GET /v2.0/networks/c8b8ce23-5289-4bad-a75a-485ea880ca99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195539 Dec 07 18:45:49.540654 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f31007f2-5125-4af3-bcba-b6451d51b779 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:49.630658 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-69799989-72f5-4a4e-b978-00b3d4bb6000 None None] For port 56190af2-e42a-429f-aae7-f510dbf45b19, host dv-cinder-819692-6-iscsi, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:45:49.633532 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff8f01-d929-4b26-a555-ef10f1af521d req-b84ad9eb-86dd-40a2-9b93-1da813e83fab tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:49.641799 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-00ff8f01-d929-4b26-a555-ef10f1af521d req-b84ad9eb-86dd-40a2-9b93-1da813e83fab tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fd63ffe-4565-42f6-8f7c-9f83cda248e8 HTTP/1.1" status: 200 len: 944 time: 0.6137094 Dec 07 18:45:49.681422 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-69799989-72f5-4a4e-b978-00b3d4bb6000 None None] For port 56190af2-e42a-429f-aae7-f510dbf45b19, host dv-cinder-819692-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=56190af2-e42a-429f-aae7-f510dbf45b19,segment=NetworkSegment(7d73bbca-47f8-4a3c-8f07-395993524b92),segment_id=7d73bbca-47f8-4a3c-8f07-395993524b92)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:45:49.696065 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-69799989-72f5-4a4e-b978-00b3d4bb6000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:49.706247 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-72a5612d-04ee-421f-9a7e-a2a0f9bfcbbb None None] Provisioning complete for port 4dddb1f9-ea43-47f8-81aa-06193647596d triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:49.706660 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-72a5612d-04ee-421f-9a7e-a2a0f9bfcbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:49.752999 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4981353-4c2b-4b0c-b549-dd78a309800c req-82120a45-e40c-43f6-a001-fed2e40edcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:49.754769 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e4981353-4c2b-4b0c-b549-dd78a309800c req-82120a45-e40c-43f6-a001-fed2e40edcc2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12e59e340c3845b199cb2b187d625932&device_id=5fd63ffe-4565-42f6-8f7c-9f83cda248e8 HTTP/1.1" status: 200 len: 1097 time: 0.1682339 Dec 07 18:45:49.768130 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d25bd7d3-9bc6-4e9a-ab47-6e46fd716932 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:49.796171 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d25bd7d3-9bc6-4e9a-ab47-6e46fd716932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529623651'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:49.939113 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:49.939816 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69799989-72f5-4a4e-b978-00b3d4bb6000 None None] Routers {'d178a806-b476-4613-8331-b0c61f1978d8'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:45:49.940454 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-69799989-72f5-4a4e-b978-00b3d4bb6000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:45:48Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['d178a806-b476-4613-8331-b0c61f1978d8'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:49.998232 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f31007f2-5125-4af3-bcba-b6451d51b779 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:50.016595 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-00ff8f01-d929-4b26-a555-ef10f1af521d req-e3a4a7d3-482f-4f34-ab59-937c74ec1a0a tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736768 Dec 07 18:45:50.035614 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f31007f2-5125-4af3-bcba-b6451d51b779 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742031'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:50.051003 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25bd7d3-9bc6-4e9a-ab47-6e46fd716932 admin admin] Pushing event updated for resources: {'Port': ['ID=4dddb1f9-ea43-47f8-81aa-06193647596d,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:50.070055 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d25bd7d3-9bc6-4e9a-ab47-6e46fd716932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-968009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652836'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:50.087330 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31007f2-5125-4af3-bcba-b6451d51b779 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82ebefb9-c374-4836-b3e9-be0bf9995bfe,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:50.099350 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 5063a75e-3736-4ee5-8d89-964380c49845 up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:45:50.112586 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f31007f2-5125-4af3-bcba-b6451d51b779 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:50.113972 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-f31007f2-5125-4af3-bcba-b6451d51b779 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1193318 Dec 07 18:45:50.120998 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 60686) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:50.129136 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-351a23c0-23e7-4da7-8edc-fd207731e50f tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Request body: {'security_group_rule': {'security_group_id': 'f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f', 'project_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:45:50.145944 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4981353-4c2b-4b0c-b549-dd78a309800c req-92a7cf77-853c-4f6e-b822-de19172a8ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:50.152841 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e4981353-4c2b-4b0c-b549-dd78a309800c req-92a7cf77-853c-4f6e-b822-de19172a8ec4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c8b8ce23-5289-4bad-a75a-485ea880ca99 HTTP/1.1" status: 200 len: 916 time: 0.3788378 Dec 07 18:45:50.174951 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-72a5612d-04ee-421f-9a7e-a2a0f9bfcbbb None None] Port 4dddb1f9-ea43-47f8-81aa-06193647596d cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:45:50.191129 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d387fb-0752-44d1-ba13-4b8346cc3dd3 None None] Pushing event updated for resources: {'Port': ['ID=56190af2-e42a-429f-aae7-f510dbf45b19,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:50.239314 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e4981353-4c2b-4b0c-b549-dd78a309800c req-4daf8635-1684-4180-b7f9-b00435a3cec7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b17425e-406c-49a0-9e23-08dbf104898d HTTP/1.1" status: 200 len: 217 time: 0.0483191 Dec 07 18:45:50.308684 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4981353-4c2b-4b0c-b549-dd78a309800c req-d83f7233-1f9f-4852-ab6a-973c745d9731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:50.310244 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e4981353-4c2b-4b0c-b549-dd78a309800c req-d83f7233-1f9f-4852-ab6a-973c745d9731 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=959328ad-f645-4e6a-a843-2b6a58b1fc1b HTTP/1.1" status: 200 len: 855 time: 0.0586770 Dec 07 18:45:50.314779 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-351a23c0-23e7-4da7-8edc-fd207731e50f tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:50.361053 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e4981353-4c2b-4b0c-b549-dd78a309800c req-fbb7aa52-9d6a-4f0d-ad4e-080b1becee7b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c8b8ce23-5289-4bad-a75a-485ea880ca99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427806 Dec 07 18:45:50.429997 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-351a23c0-23e7-4da7-8edc-fd207731e50f tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:50.440093 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:50.446967 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-351a23c0-23e7-4da7-8edc-fd207731e50f tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742031'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:50.467678 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-69799989-72f5-4a4e-b978-00b3d4bb6000 None None] Set router d178a806-b476-4613-8331-b0c61f1978d8 gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:45:50.470456 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-2cc50577-e262-4bef-aed9-9c505f011dcf None None] Provisioning complete for port 56190af2-e42a-429f-aae7-f510dbf45b19 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:50.470456 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2cc50577-e262-4bef-aed9-9c505f011dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:50.512574 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a23c0-23e7-4da7-8edc-fd207731e50f tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d58f64bc-6520-4794-b241-30a81223ca78,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:50.537356 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25bd7d3-9bc6-4e9a-ab47-6e46fd716932 admin admin] Network 231250c2-6b44-47d0-805a-e173a98bb0d4 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:45:50.543056 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-351a23c0-23e7-4da7-8edc-fd207731e50f tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:50.547508 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-351a23c0-23e7-4da7-8edc-fd207731e50f tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4228158 Dec 07 18:45:50.547508 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-d25bd7d3-9bc6-4e9a-ab47-6e46fd716932 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:45:50.549519 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 60700) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:50.556887 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-7a5518eb-001f-4ede-8319-8223fbf3fcc9 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Request body: {'security_group_rule': {'security_group_id': 'f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f', 'project_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:45:50.562901 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port 5063a75e-3736-4ee5-8d89-964380c49845 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:50.564346 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:50.608346 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-439fd8a8-8352-4f99-9c13-b542cd657daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'name': 'tempest-AttachVolumeShelveTestJSON-1544739373-router', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '18038d5c-5f06-43a8-a094-6536afd58616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:43Z', 'updated_at': '2021-12-07T18:45:46Z', 'revision_number': 3, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'gw_port': {'id': '18038d5c-5f06-43a8-a094-6536afd58616', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:44Z', 'updated_at': '2021-12-07T18:45:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi'}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:50.676345 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.db.securitygroups_db [None req-7a5518eb-001f-4ede-8319-8223fbf3fcc9 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Project 9dbb7c47db4047b7b6b9fdc130ea461d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 18:45:50.696765 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439fd8a8-8352-4f99-9c13-b542cd657daa None None] Checking router: b1ba4833-18e2-4e0c-b492-4604b68a9efa for host: dv-cinder-819692-6-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:45:50.697114 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439fd8a8-8352-4f99-9c13-b542cd657daa None None] Updating router b1ba4833-18e2-4e0c-b492-4604b68a9efa port 18038d5c-5f06-43a8-a094-6536afd58616 binding host dv-cinder-819692-6-iscsi {{(pid=109086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 18:45:50.703411 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7a5518eb-001f-4ede-8319-8223fbf3fcc9 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:50.782679 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-439fd8a8-8352-4f99-9c13-b542cd657daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:50.834440 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25bd7d3-9bc6-4e9a-ab47-6e46fd716932 admin admin] Router 86414997-6c9e-4ded-b019-e4a7a7ea03c4 has already been hosted by L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:45:50.848911 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7a5518eb-001f-4ede-8319-8223fbf3fcc9 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:50.857160 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7a5518eb-001f-4ede-8319-8223fbf3fcc9 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742031'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:50.905690 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa441dd2-644a-43b4-a93a-4aab66b0d41b req-dff416bc-667c-4c66-be56-87fe2fafa079 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:50.908638 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-aa441dd2-644a-43b4-a93a-4aab66b0d41b req-dff416bc-667c-4c66-be56-87fe2fafa079 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.5163109 Dec 07 18:45:50.911437 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6828a8ba-a269-4d16-9557-579924e856c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:50.916579 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5518eb-001f-4ede-8319-8223fbf3fcc9 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f106689-4a13-44ae-a6c9-c8302df9e049,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:50.925384 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7a5518eb-001f-4ede-8319-8223fbf3fcc9 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:50.930268 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-7a5518eb-001f-4ede-8319-8223fbf3fcc9 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3759363 Dec 07 18:45:50.931023 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 60704) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:50.939424 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-9347957d-a840-488a-b159-87e9a228f195 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Request body: {'security_group_rule': {'security_group_id': 'f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f', 'project_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:45:50.984031 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e4981353-4c2b-4b0c-b549-dd78a309800c req-80ca5cd1-0ef9-4b35-9293-5626162f4075 service neutron] 10.222.0.23 "GET /v2.0/networks/c8b8ce23-5289-4bad-a75a-485ea880ca99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5740631 Dec 07 18:45:51.016946 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.db.securitygroups_db [None req-9347957d-a840-488a-b159-87e9a228f195 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Project 9dbb7c47db4047b7b6b9fdc130ea461d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 18:45:51.030416 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9347957d-a840-488a-b159-87e9a228f195 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:51.040412 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2cc50577-e262-4bef-aed9-9c505f011dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:51.050665 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:51.059419 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25bd7d3-9bc6-4e9a-ab47-6e46fd716932 admin admin] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:45:51.073655 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-d25bd7d3-9bc6-4e9a-ab47-6e46fd716932 admin admin] 10.222.0.41 "PUT /v2.0/routers/86414997-6c9e-4ded-b019-e4a7a7ea03c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2369277 Dec 07 18:45:51.122400 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9347957d-a840-488a-b159-87e9a228f195 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:51.129344 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] For port 5063a75e-3736-4ee5-8d89-964380c49845, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=5063a75e-3736-4ee5-8d89-964380c49845,segment=NetworkSegment(05f8ab8d-4669-4926-ada9-ecff5fb4eb1d),segment_id=05f8ab8d-4669-4926-ada9-ecff5fb4eb1d)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:45:51.135087 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9347957d-a840-488a-b159-87e9a228f195 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742031'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:51.137206 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-aa441dd2-644a-43b4-a93a-4aab66b0d41b req-ed7f4c9d-81a1-46c6-85ea-b50b70b5844b tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874616 Dec 07 18:45:51.156702 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:51.157079 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 634ba392-14ed-413a-a5cc-ccbca407f9d0 up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:45:51.176143 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-2cc50577-e262-4bef-aed9-9c505f011dcf None None] For port 56190af2-e42a-429f-aae7-f510dbf45b19, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=56190af2-e42a-429f-aae7-f510dbf45b19,segment=NetworkSegment(7d73bbca-47f8-4a3c-8f07-395993524b92),segment_id=7d73bbca-47f8-4a3c-8f07-395993524b92)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:45:51.186921 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347957d-a840-488a-b159-87e9a228f195 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e26cc4bd-ac38-43cc-96cb-799774095694,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:51.202899 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9347957d-a840-488a-b159-87e9a228f195 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:51.216982 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-9347957d-a840-488a-b159-87e9a228f195 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2800303 Dec 07 18:45:51.252260 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e4981353-4c2b-4b0c-b549-dd78a309800c req-746ce628-e654-4d0b-ad49-8e198b54a4be service neutron] 10.222.0.23 "GET /v2.0/networks/c8b8ce23-5289-4bad-a75a-485ea880ca99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943099 Dec 07 18:45:51.257010 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2cc50577-e262-4bef-aed9-9c505f011dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:51.343612 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [None req-6828a8ba-a269-4d16-9557-579924e856c5 admin admin] Allocated IP 172.20.0.1 (9d18908e-4fa9-4515-9ad2-63e91916c83c/77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88/4fe36049-287c-4583-826b-13470523761e) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:45:51.360043 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce062a-33a8-4d7b-b63a-e341ea5ef901 req-803308d4-63dc-4621-a41c-8affb0b28f12 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:51.364005 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9dce062a-33a8-4d7b-b63a-e341ea5ef901 req-803308d4-63dc-4621-a41c-8affb0b28f12 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fd63ffe-4565-42f6-8f7c-9f83cda248e8 HTTP/1.1" status: 200 len: 944 time: 0.0874593 Dec 07 18:45:51.376179 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Pushing event updated for resources: {'Port': ['ID=5063a75e-3736-4ee5-8d89-964380c49845,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:51.427456 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-69799989-72f5-4a4e-b978-00b3d4bb6000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd178a806-b476-4613-8331-b0c61f1978d8', 'name': 'tempest-TestShelveInstance-869694091-router', 'tenant_id': '81a65049b0f44bb6b29d0b8f8b8a2a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '828bb3b0-fe71-4008-ab60-7e972f61d14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:37Z', 'updated_at': '2021-12-07T18:45:43Z', 'revision_number': 4, 'project_id': '81a65049b0f44bb6b29d0b8f8b8a2a7a', 'gw_port': {'id': '828bb3b0-fe71-4008-ab60-7e972f61d14c', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd178a806-b476-4613-8331-b0c61f1978d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:38Z', 'updated_at': '2021-12-07T18:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '56190af2-e42a-429f-aae7-f510dbf45b19', 'name': '', 'network_id': 'fd114611-2081-4fe5-80cb-7730da561ab7', 'tenant_id': '81a65049b0f44bb6b29d0b8f8b8a2a7a', 'mac_address': 'fa:16:3e:ab:43:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd178a806-b476-4613-8331-b0c61f1978d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'a4d22c79-1b0d-40c2-aa62-c1df983cd3f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:41Z', 'updated_at': '2021-12-07T18:45:49Z', 'revision_number': 4, 'project_id': '81a65049b0f44bb6b29d0b8f8b8a2a7a', 'subnets': [{'id': 'a4d22c79-1b0d-40c2-aa62-c1df983cd3f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:51.478534 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69799989-72f5-4a4e-b978-00b3d4bb6000 None None] The sync data for ids ['d178a806-b476-4613-8331-b0c61f1978d8'] in dv-cinder-819692-6-iscsi is: [{'id': 'd178a806-b476-4613-8331-b0c61f1978d8', 'name': 'tempest-TestShelveInstance-869694091-router', 'tenant_id': '81a65049b0f44bb6b29d0b8f8b8a2a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '828bb3b0-fe71-4008-ab60-7e972f61d14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:37Z', 'updated_at': '2021-12-07T18:45:43Z', 'revision_number': 4, 'project_id': '81a65049b0f44bb6b29d0b8f8b8a2a7a', 'gw_port': {'id': '828bb3b0-fe71-4008-ab60-7e972f61d14c', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd178a806-b476-4613-8331-b0c61f1978d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:38Z', 'updated_at': '2021-12-07T18:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '56190af2-e42a-429f-aae7-f510dbf45b19', 'name': '', 'network_id': 'fd114611-2081-4fe5-80cb-7730da561ab7', 'tenant_id': '81a65049b0f44bb6b29d0b8f8b8a2a7a', 'mac_address': 'fa:16:3e:ab:43:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd178a806-b476-4613-8331-b0c61f1978d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'a4d22c79-1b0d-40c2-aa62-c1df983cd3f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:41Z', 'updated_at': '2021-12-07T18:45:49Z', 'revision_number': 4, 'project_id': '81a65049b0f44bb6b29d0b8f8b8a2a7a', 'subnets': [{'id': 'a4d22c79-1b0d-40c2-aa62-c1df983cd3f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:45:51.492019 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9dce062a-33a8-4d7b-b63a-e341ea5ef901 req-1893aa21-eccb-4178-9c03-358ef2dc9c8b tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185200 Dec 07 18:45:51.509843 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-1d887b9e-ce2e-4573-a71d-6269d891180a None None] Provisioning complete for port 4dddb1f9-ea43-47f8-81aa-06193647596d triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:51.510251 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d887b9e-ce2e-4573-a71d-6269d891180a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:51.581523 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6828a8ba-a269-4d16-9557-579924e856c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:51.647422 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port 634ba392-14ed-413a-a5cc-ccbca407f9d0 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:51.648089 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:51.648218 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6828a8ba-a269-4d16-9557-579924e856c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:51.700441 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc50577-e262-4bef-aed9-9c505f011dcf None None] Pushing event updated for resources: {'Port': ['ID=56190af2-e42a-429f-aae7-f510dbf45b19,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:51.733578 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6828a8ba-a269-4d16-9557-579924e856c5 admin admin] Network 9d18908e-4fa9-4515-9ad2-63e91916c83c is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:45:51.749262 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 1b17425e-406c-49a0-9e23-08dbf104898d details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:45:51.753688 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-6828a8ba-a269-4d16-9557-579924e856c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:45:51.759392 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6828a8ba-a269-4d16-9557-579924e856c5 admin admin] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:45:51.806914 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-439fd8a8-8352-4f99-9c13-b542cd657daa None None] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:51.828958 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:51.830368 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-1d887b9e-ce2e-4573-a71d-6269d891180a None None] Port 4dddb1f9-ea43-47f8-81aa-06193647596d cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:45:51.875535 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-439fd8a8-8352-4f99-9c13-b542cd657daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:51.898889 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828a8ba-a269-4d16-9557-579924e856c5 admin admin] Pushing event updated for resources: {'Port': ['ID=4fe36049-287c-4583-826b-13470523761e,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:51.927763 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6828a8ba-a269-4d16-9557-579924e856c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652984'] for router_interface, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:51.954802 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 60774) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:52.033854 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f6001f9-a5e4-4330-9dcb-0637eaeb328c admin admin] Deleting subnet 2f172f7e-3241-4632-ba87-61255452bef2 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 18:45:52.043054 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1f6001f9-a5e4-4330-9dcb-0637eaeb328c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:52.063031 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce5dcfc-fc52-4ffd-80bb-f1d0e21a1f2b None None] Sync routers for ids ['86414997-6c9e-4ded-b019-e4a7a7ea03c4'] in dv-cinder-819692-6-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:45:52.080586 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce5dcfc-fc52-4ffd-80bb-f1d0e21a1f2b None None] Routers {'86414997-6c9e-4ded-b019-e4a7a7ea03c4'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:45:52.083974 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-bce5dcfc-fc52-4ffd-80bb-f1d0e21a1f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:45:48Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['86414997-6c9e-4ded-b019-e4a7a7ea03c4'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:52.167872 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-439fd8a8-8352-4f99-9c13-b542cd657daa None None] Attempting to bind port 18038d5c-5f06-43a8-a094-6536afd58616 on host dv-cinder-819692-6-iscsi for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:45:52.168411 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-439fd8a8-8352-4f99-9c13-b542cd657daa None None] Attempting to bind port 18038d5c-5f06-43a8-a094-6536afd58616 by drivers openvswitch,hyperv on host dv-cinder-819692-6-iscsi at level 0 using segments [{'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:45:52.171594 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1f6001f9-a5e4-4330-9dcb-0637eaeb328c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529982547'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:52.172156 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439fd8a8-8352-4f99-9c13-b542cd657daa None None] Attempting to bind port 18038d5c-5f06-43a8-a094-6536afd58616 on network c28673b7-9801-4a6d-8bd7-4540f8f52bd4 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:45:52.284033 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6828a8ba-a269-4d16-9557-579924e856c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:52.293322 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1f6001f9-a5e4-4330-9dcb-0637eaeb328c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1752923'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:52.346774 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-bce5dcfc-fc52-4ffd-80bb-f1d0e21a1f2b None None] Set router 86414997-6c9e-4ded-b019-e4a7a7ea03c4 gateway port host: dv-cinder-819692-6-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:45:52.359518 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 60798) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:52.385755 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-6be39671-65f7-4269-97d4-e7effcd9707f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-177254208-network', 'tenant_id': 'babcb1872c2e47059f2202fe1312f059'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:45:52.467467 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1f6001f9-a5e4-4330-9dcb-0637eaeb328c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1752898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529624237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530428612'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:52.494416 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:45:52.495236 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be39671-65f7-4269-97d4-e7effcd9707f admin admin] Made reservation on behalf of babcb1872c2e47059f2202fe1312f059 for: {'network': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:45:52.497885 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6be39671-65f7-4269-97d4-e7effcd9707f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for network, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:52.507928 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6001f9-a5e4-4330-9dcb-0637eaeb328c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f172f7e-3241-4632-ba87-61255452bef2,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:52.515709 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1f6001f9-a5e4-4330-9dcb-0637eaeb328c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:52.519560 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-1f6001f9-a5e4-4330-9dcb-0637eaeb328c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2f172f7e-3241-4632-ba87-61255452bef2 HTTP/1.1" status: 204 len: 168 time: 0.5629411 Dec 07 18:45:52.524734 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 60800) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:52.556893 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4e34f-2dc5-4a9e-aba4-aa4b99e4475c None None] Pushing event updated for resources: {'Port': ['ID=18038d5c-5f06-43a8-a094-6536afd58616,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:52.588470 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6be39671-65f7-4269-97d4-e7effcd9707f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:52.592345 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439fd8a8-8352-4f99-9c13-b542cd657daa None None] Checking agent: {'id': 'fd9e3ab0-a028-492f-8cb9-0b732e52b698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 36, 52), 'started_at': datetime.datetime(2021, 12, 7, 18, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:45:52.592877 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439fd8a8-8352-4f99-9c13-b542cd657daa None None] Checking segment: {'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:45:52.593379 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-439fd8a8-8352-4f99-9c13-b542cd657daa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:52.593877 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439fd8a8-8352-4f99-9c13-b542cd657daa None None] Bound using segment: {'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:45:52.594493 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-439fd8a8-8352-4f99-9c13-b542cd657daa None None] Bound port: 18038d5c-5f06-43a8-a094-6536afd58616, host: dv-cinder-819692-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:45:52.594977 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-439fd8a8-8352-4f99-9c13-b542cd657daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:52.676386 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-4bb9454e-06b0-47cb-b293-5fb011f6fbdd None None] Provisioning complete for port 4fe36049-287c-4583-826b-13470523761e triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:52.676865 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4bb9454e-06b0-47cb-b293-5fb011f6fbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:52.725710 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 1b17425e-406c-49a0-9e23-08dbf104898d, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=1b17425e-406c-49a0-9e23-08dbf104898d,segment=NetworkSegment(98bfe91f-7bab-411d-b57d-5ef27194bbaa),segment_id=98bfe91f-7bab-411d-b57d-5ef27194bbaa)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:45:52.736714 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-bce5dcfc-fc52-4ffd-80bb-f1d0e21a1f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86414997-6c9e-4ded-b019-e4a7a7ea03c4', 'name': 'tempest-TestMinimumBasicScenario-807836683-router', 'tenant_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '5063a75e-3736-4ee5-8d89-964380c49845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:42Z', 'updated_at': '2021-12-07T18:45:48Z', 'revision_number': 4, 'project_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'gw_port': {'id': '5063a75e-3736-4ee5-8d89-964380c49845', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86414997-6c9e-4ded-b019-e4a7a7ea03c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:43Z', 'updated_at': '2021-12-07T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '4dddb1f9-ea43-47f8-81aa-06193647596d', 'name': '', 'network_id': '231250c2-6b44-47d0-805a-e173a98bb0d4', 'tenant_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'mac_address': 'fa:16:3e:e5:da:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86414997-6c9e-4ded-b019-e4a7a7ea03c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '7946be5b-0476-44aa-ae26-502f3cd3f3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:47Z', 'updated_at': '2021-12-07T18:45:48Z', 'revision_number': 2, 'project_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'subnets': [{'id': '7946be5b-0476-44aa-ae26-502f3cd3f3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:52.768063 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23318714-b477-436e-8463-652f5e408601 req-6b7303c6-2d60-4a35-bb56-58a061da753a tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:52.777062 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce5dcfc-fc52-4ffd-80bb-f1d0e21a1f2b None None] Checking router: 86414997-6c9e-4ded-b019-e4a7a7ea03c4 for host: dv-cinder-819692-6-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:45:52.777627 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce5dcfc-fc52-4ffd-80bb-f1d0e21a1f2b None None] Updating router 86414997-6c9e-4ded-b019-e4a7a7ea03c4 port 4dddb1f9-ea43-47f8-81aa-06193647596d binding host dv-cinder-819692-6-iscsi {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 18:45:52.779392 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-439fd8a8-8352-4f99-9c13-b542cd657daa None None] For port 18038d5c-5f06-43a8-a094-6536afd58616, host dv-cinder-819692-6-iscsi, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:45:52.783038 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-23318714-b477-436e-8463-652f5e408601 req-6b7303c6-2d60-4a35-bb56-58a061da753a tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.3626852 Dec 07 18:45:52.807175 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e6500a02-af1a-4697-b54f-bf14ab6bfc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639551'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:52.811514 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bce5dcfc-fc52-4ffd-80bb-f1d0e21a1f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:52.811980 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Returning: {'device': '1b17425e-406c-49a0-9e23-08dbf104898d', 'network_id': 'c8b8ce23-5289-4bad-a75a-485ea880ca99', 'port_id': '1b17425e-406c-49a0-9e23-08dbf104898d', 'mac_address': 'fa:16:3e:3e:ab:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '959328ad-f645-4e6a-a843-2b6a58b1fc1b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:45:52.830344 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-439fd8a8-8352-4f99-9c13-b542cd657daa None None] For port 18038d5c-5f06-43a8-a094-6536afd58616, host dv-cinder-819692-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=18038d5c-5f06-43a8-a094-6536afd58616,segment=NetworkSegment(05f8ab8d-4669-4926-ada9-ecff5fb4eb1d),segment_id=05f8ab8d-4669-4926-ada9-ecff5fb4eb1d)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:45:52.832958 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-4bb9454e-06b0-47cb-b293-5fb011f6fbdd None None] Port 4fe36049-287c-4583-826b-13470523761e cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:45:52.842384 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-439fd8a8-8352-4f99-9c13-b542cd657daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:52.941733 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd42e81-ec81-4fc0-b290-d6d97a43dc14 req-e8dda21f-3d6d-4eb3-9ed5-d389f375176b tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:52.955944 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-acd42e81-ec81-4fc0-b290-d6d97a43dc14 req-e8dda21f-3d6d-4eb3-9ed5-d389f375176b tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fd63ffe-4565-42f6-8f7c-9f83cda248e8 HTTP/1.1" status: 200 len: 944 time: 0.2491558 Dec 07 18:45:52.984661 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 56190af2-e42a-429f-aae7-f510dbf45b19 up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:45:53.043156 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6828a8ba-a269-4d16-9557-579924e856c5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:53.052689 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e6500a02-af1a-4697-b54f-bf14ab6bfc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587410', 'neutron.services.segments.db._delete_segments_for_network-8753414418342'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:53.078954 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:53.081474 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-e6500a02-af1a-4697-b54f-bf14ab6bfc6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b1f362a-4372-4a27-95cb-7893aae6898d']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:53.085802 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-acd42e81-ec81-4fc0-b290-d6d97a43dc14 req-d921010b-371e-4db7-81e3-838564ac2209 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286850 Dec 07 18:45:53.089044 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6828a8ba-a269-4d16-9557-579924e856c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530413597'] for port, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:53.095353 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-e6500a02-af1a-4697-b54f-bf14ab6bfc6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b3fc8b7-9487-4ca4-92a1-9bd8ac3291ba') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:53.095621 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-e6500a02-af1a-4697-b54f-bf14ab6bfc6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b3fc8b7-9487-4ca4-92a1-9bd8ac3291ba') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:53.110720 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4e34f-2dc5-4a9e-aba4-aa4b99e4475c None None] Pushing event updated for resources: {'Port': ['ID=18038d5c-5f06-43a8-a094-6536afd58616,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:53.115638 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e6500a02-af1a-4697-b54f-bf14ab6bfc6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753414568039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529982506'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:53.120937 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439fd8a8-8352-4f99-9c13-b542cd657daa None None] Routers {'b1ba4833-18e2-4e0c-b492-4604b68a9efa'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:45:53.121647 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-439fd8a8-8352-4f99-9c13-b542cd657daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:45:48Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['b1ba4833-18e2-4e0c-b492-4604b68a9efa'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:53.140413 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e6500a02-af1a-4697-b54f-bf14ab6bfc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:53.153981 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6500a02-af1a-4697-b54f-bf14ab6bfc6f admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 18:45:53.154814 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e6500a02-af1a-4697-b54f-bf14ab6bfc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529623631'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:53.157321 dv-cinder-819692-6-iscsi neutron-server[109085]: Traceback (most recent call last): Dec 07 18:45:53.157321 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 18:45:53.157321 dv-cinder-819692-6-iscsi neutron-server[109085]: timer() Dec 07 18:45:53.157321 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 18:45:53.157321 dv-cinder-819692-6-iscsi neutron-server[109085]: cb(*args, **kw) Dec 07 18:45:53.157321 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 18:45:53.157321 dv-cinder-819692-6-iscsi neutron-server[109085]: return func(*args, **kwargs) Dec 07 18:45:53.157321 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 18:45:53.157321 dv-cinder-819692-6-iscsi neutron-server[109085]: self._notify() Dec 07 18:45:53.157321 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 18:45:53.157321 dv-cinder-819692-6-iscsi neutron-server[109085]: self.callback(batched_events) Dec 07 18:45:53.157321 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 18:45:53.157321 dv-cinder-819692-6-iscsi neutron-server[109085]: event.method(event) Dec 07 18:45:53.157321 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 18:45:53.157321 dv-cinder-819692-6-iscsi neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 18:45:53.157321 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 18:45:53.157321 dv-cinder-819692-6-iscsi neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 18:45:53.157321 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 18:45:53.157321 dv-cinder-819692-6-iscsi neutron-server[109085]: return f(self, *a, **k) Dec 07 18:45:53.157321 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 18:45:53.157321 dv-cinder-819692-6-iscsi neutron-server[109085]: return self._get(url).json() Dec 07 18:45:53.157321 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 18:45:53.157321 dv-cinder-819692-6-iscsi neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 18:45:53.157321 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 18:45:53.157321 dv-cinder-819692-6-iscsi neutron-server[109085]: return self.request(url, 'GET', **kwargs) Dec 07 18:45:53.157321 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 18:45:53.157321 dv-cinder-819692-6-iscsi neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 18:45:53.157321 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 18:45:53.157321 dv-cinder-819692-6-iscsi neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 18:45:53.157321 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 18:45:53.157321 dv-cinder-819692-6-iscsi neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 18:45:53.157321 dv-cinder-819692-6-iscsi neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 18:45:53.174054 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b17425e-406c-49a0-9e23-08dbf104898d {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:45:53.212483 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-23318714-b477-436e-8463-652f5e408601 req-8814beab-be9e-4326-b332-d426f907595b tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4250851 Dec 07 18:45:53.232961 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 1b17425e-406c-49a0-9e23-08dbf104898d, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=1b17425e-406c-49a0-9e23-08dbf104898d,segment=NetworkSegment(98bfe91f-7bab-411d-b57d-5ef27194bbaa),segment_id=98bfe91f-7bab-411d-b57d-5ef27194bbaa)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:45:53.245380 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:53.263173 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6be39671-65f7-4269-97d4-e7effcd9707f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:53.278533 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6be39671-65f7-4269-97d4-e7effcd9707f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:53.279665 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e6500a02-af1a-4697-b54f-bf14ab6bfc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644911'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:53.288064 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e6500a02-af1a-4697-b54f-bf14ab6bfc6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:53.295233 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-e6500a02-af1a-4697-b54f-bf14ab6bfc6f admin admin] 10.222.0.41 "DELETE /v2.0/networks/7b1f362a-4372-4a27-95cb-7893aae6898d HTTP/1.1" status: 204 len: 168 time: 0.7569296 Dec 07 18:45:53.297211 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 60806) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:53.310071 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6500a02-af1a-4697-b54f-bf14ab6bfc6f admin admin] Pushing event deleted for resources: {'Network': ['ID=7b1f362a-4372-4a27-95cb-7893aae6898d,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:53.321106 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828a8ba-a269-4d16-9557-579924e856c5 admin admin] Pushing event updated for resources: {'Port': ['ID=4fe36049-287c-4583-826b-13470523761e,revision_number=2']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:53.328817 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port 56190af2-e42a-429f-aae7-f510dbf45b19 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:53.333326 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6828a8ba-a269-4d16-9557-579924e856c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-968009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652836'] for router_interface, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:53.335101 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:53.337739 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bce5dcfc-fc52-4ffd-80bb-f1d0e21a1f2b None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:53.346860 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bce5dcfc-fc52-4ffd-80bb-f1d0e21a1f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:53.378026 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be39671-65f7-4269-97d4-e7effcd9707f admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=109084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 18:45:53.425948 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3152870-1217-455b-8166-24fb747063a2 None None] Pushing event updated for resources: {'Port': ['ID=4dddb1f9-ea43-47f8-81aa-06193647596d,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:53.432543 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6be39671-65f7-4269-97d4-e7effcd9707f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828'] for segment, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:53.433025 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.db.segments_db [None req-6be39671-65f7-4269-97d4-e7effcd9707f admin admin] Added segment 0ff3837d-6e24-4958-b694-acc8bf74e8bc of type vlan for network 5ae0e116-95c3-4f4d-a125-a17f7249f589 Dec 07 18:45:53.434768 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be39671-65f7-4269-97d4-e7effcd9707f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe605c8-e330-4041-9bbb-3b53b5d7aaa5,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:53.465411 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c414e7e-42e0-4db7-a708-5b237ad00d79 admin admin] Deleting subnet 0f92991d-0650-432b-98a5-53248ca21b29 {{(pid=109084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 18:45:53.485391 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-439fd8a8-8352-4f99-9c13-b542cd657daa None None] Set router b1ba4833-18e2-4e0c-b492-4604b68a9efa gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:45:53.501298 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3c414e7e-42e0-4db7-a708-5b237ad00d79 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:53.515155 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-bce5dcfc-fc52-4ffd-80bb-f1d0e21a1f2b None None] Attempting to bind port 4dddb1f9-ea43-47f8-81aa-06193647596d on host dv-cinder-819692-6-iscsi for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:45:53.515681 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-bce5dcfc-fc52-4ffd-80bb-f1d0e21a1f2b None None] Attempting to bind port 4dddb1f9-ea43-47f8-81aa-06193647596d by drivers openvswitch,hyperv on host dv-cinder-819692-6-iscsi at level 0 using segments [{'id': '63bb465d-bb7c-463b-a144-66016a6c109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '231250c2-6b44-47d0-805a-e173a98bb0d4'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:45:53.516151 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce5dcfc-fc52-4ffd-80bb-f1d0e21a1f2b None None] Attempting to bind port 4dddb1f9-ea43-47f8-81aa-06193647596d on network 231250c2-6b44-47d0-805a-e173a98bb0d4 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:45:53.522802 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce5dcfc-fc52-4ffd-80bb-f1d0e21a1f2b None None] Checking agent: {'id': 'fd9e3ab0-a028-492f-8cb9-0b732e52b698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 36, 52), 'started_at': datetime.datetime(2021, 12, 7, 18, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:45:53.523347 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce5dcfc-fc52-4ffd-80bb-f1d0e21a1f2b None None] Checking segment: {'id': '63bb465d-bb7c-463b-a144-66016a6c109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '231250c2-6b44-47d0-805a-e173a98bb0d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:45:53.523857 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bce5dcfc-fc52-4ffd-80bb-f1d0e21a1f2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:53.524361 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce5dcfc-fc52-4ffd-80bb-f1d0e21a1f2b None None] Bound using segment: {'id': '63bb465d-bb7c-463b-a144-66016a6c109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '231250c2-6b44-47d0-805a-e173a98bb0d4'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:45:53.524945 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-bce5dcfc-fc52-4ffd-80bb-f1d0e21a1f2b None None] Bound port: 4dddb1f9-ea43-47f8-81aa-06193647596d, host: dv-cinder-819692-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63bb465d-bb7c-463b-a144-66016a6c109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '231250c2-6b44-47d0-805a-e173a98bb0d4'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:45:53.525472 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bce5dcfc-fc52-4ffd-80bb-f1d0e21a1f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:53.611105 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=1b17425e-406c-49a0-9e23-08dbf104898d,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:53.617266 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6be39671-65f7-4269-97d4-e7effcd9707f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753414094686'] for network, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:53.623662 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-bce5dcfc-fc52-4ffd-80bb-f1d0e21a1f2b None None] For port 4dddb1f9-ea43-47f8-81aa-06193647596d, host dv-cinder-819692-6-iscsi, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:45:53.627403 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-bce5dcfc-fc52-4ffd-80bb-f1d0e21a1f2b None None] For port 4dddb1f9-ea43-47f8-81aa-06193647596d, host dv-cinder-819692-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=4dddb1f9-ea43-47f8-81aa-06193647596d,segment=NetworkSegment(63bb465d-bb7c-463b-a144-66016a6c109d),segment_id=63bb465d-bb7c-463b-a144-66016a6c109d)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:45:53.635848 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bce5dcfc-fc52-4ffd-80bb-f1d0e21a1f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:53.664081 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['1b17425e-406c-49a0-9e23-08dbf104898d'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:45:53.684852 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3c414e7e-42e0-4db7-a708-5b237ad00d79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529821108'] for subnet, precommit_delete_associations {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:53.716472 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce5dcfc-fc52-4ffd-80bb-f1d0e21a1f2b None None] Routers {'86414997-6c9e-4ded-b019-e4a7a7ea03c4'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:45:53.717214 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-bce5dcfc-fc52-4ffd-80bb-f1d0e21a1f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:45:48Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['86414997-6c9e-4ded-b019-e4a7a7ea03c4'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:53.729102 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3152870-1217-455b-8166-24fb747063a2 None None] Pushing event updated for resources: {'Port': ['ID=4dddb1f9-ea43-47f8-81aa-06193647596d,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:53.729386 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6828a8ba-a269-4d16-9557-579924e856c5 admin admin] Network 9d18908e-4fa9-4515-9ad2-63e91916c83c is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:45:53.750993 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-6828a8ba-a269-4d16-9557-579924e856c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:45:53.837723 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3c414e7e-42e0-4db7-a708-5b237ad00d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1752923'] for subnet, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:53.840766 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 5063a75e-3736-4ee5-8d89-964380c49845 up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:45:53.864650 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6be39671-65f7-4269-97d4-e7effcd9707f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027'] for network, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:53.866365 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be39671-65f7-4269-97d4-e7effcd9707f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:53.867074 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6be39671-65f7-4269-97d4-e7effcd9707f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for network, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:53.937786 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-bce5dcfc-fc52-4ffd-80bb-f1d0e21a1f2b None None] Set router 86414997-6c9e-4ded-b019-e4a7a7ea03c4 gateway port host: dv-cinder-819692-6-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:45:53.971659 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-6be39671-65f7-4269-97d4-e7effcd9707f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6085539 Dec 07 18:45:53.978878 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 60810) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:53.984091 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-bfaf1a49-0ad9-470b-a752-e2da64ce0d77 admin admin] Request body: {'subnet': {'network_id': '5ae0e116-95c3-4f4d-a125-a17f7249f589', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-177254208-subnet', 'tenant_id': 'babcb1872c2e47059f2202fe1312f059', 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:45:54.015682 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be39671-65f7-4269-97d4-e7effcd9707f admin admin] Pushing event updated for resources: {'Network': ['ID=5ae0e116-95c3-4f4d-a125-a17f7249f589,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:54.046406 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfaf1a49-0ad9-470b-a752-e2da64ce0d77 admin admin] Made reservation on behalf of babcb1872c2e47059f2202fe1312f059 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:45:54.048960 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bfaf1a49-0ad9-470b-a752-e2da64ce0d77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530428449'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:54.055622 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-dee52aca-f6d7-436c-a95a-7977d1ff1fb6 None None] Provisioning complete for port 4dddb1f9-ea43-47f8-81aa-06193647596d triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:54.055904 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6828a8ba-a269-4d16-9557-579924e856c5 admin admin] Router b1ba4833-18e2-4e0c-b492-4604b68a9efa has already been hosted by L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc {{(pid=109084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:45:54.056600 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dee52aca-f6d7-436c-a95a-7977d1ff1fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:54.057209 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3c414e7e-42e0-4db7-a708-5b237ad00d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1752898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530415315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530068101'] for subnet, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:54.095627 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3c414e7e-42e0-4db7-a708-5b237ad00d79 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:54.098137 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-3c414e7e-42e0-4db7-a708-5b237ad00d79 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0f92991d-0650-432b-98a5-53248ca21b29 HTTP/1.1" status: 204 len: 168 time: 0.7981763 Dec 07 18:45:54.108744 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 60814) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:54.142197 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c414e7e-42e0-4db7-a708-5b237ad00d79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f92991d-0650-432b-98a5-53248ca21b29,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:54.166423 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Network 5ae0e116-95c3-4f4d-a125-a17f7249f589 details requested by agent ovs-agent-dv-cinder-819692-6-iscsi with host dv-cinder-819692-6-iscsi {{(pid=109086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 18:45:54.205085 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-48d33284-10a4-4d79-a3d2-87268291d822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639551'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:54.295399 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6828a8ba-a269-4d16-9557-579924e856c5 admin admin] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:45:54.309756 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-6828a8ba-a269-4d16-9557-579924e856c5 admin admin] 10.222.0.41 "PUT /v2.0/routers/b1ba4833-18e2-4e0c-b492-4604b68a9efa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1765780 Dec 07 18:45:54.361398 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-bce5dcfc-fc52-4ffd-80bb-f1d0e21a1f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86414997-6c9e-4ded-b019-e4a7a7ea03c4', 'name': 'tempest-TestMinimumBasicScenario-807836683-router', 'tenant_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '5063a75e-3736-4ee5-8d89-964380c49845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:42Z', 'updated_at': '2021-12-07T18:45:48Z', 'revision_number': 4, 'project_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'gw_port': {'id': '5063a75e-3736-4ee5-8d89-964380c49845', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86414997-6c9e-4ded-b019-e4a7a7ea03c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:43Z', 'updated_at': '2021-12-07T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '4dddb1f9-ea43-47f8-81aa-06193647596d', 'name': '', 'network_id': '231250c2-6b44-47d0-805a-e173a98bb0d4', 'tenant_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'mac_address': 'fa:16:3e:e5:da:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86414997-6c9e-4ded-b019-e4a7a7ea03c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '7946be5b-0476-44aa-ae26-502f3cd3f3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:47Z', 'updated_at': '2021-12-07T18:45:53Z', 'revision_number': 4, 'project_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'subnets': [{'id': '7946be5b-0476-44aa-ae26-502f3cd3f3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:54.375507 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb27210-9206-4f50-a806-817a3909d4d9 req-0b68bd90-b63b-447a-8673-f1396ba5a1b8 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:54.377065 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2bb27210-9206-4f50-a806-817a3909d4d9 req-0b68bd90-b63b-447a-8673-f1396ba5a1b8 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fd63ffe-4565-42f6-8f7c-9f83cda248e8 HTTP/1.1" status: 200 len: 945 time: 0.1700058 Dec 07 18:45:54.423973 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f119bb0-7733-4157-a5b7-6121f1917995 req-b385292b-9afb-4a8e-add5-eec2c63fee93 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:54.429724 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7f119bb0-7733-4157-a5b7-6121f1917995 req-b385292b-9afb-4a8e-add5-eec2c63fee93 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.1115661 Dec 07 18:45:54.441456 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-48d33284-10a4-4d79-a3d2-87268291d822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587410', 'neutron.services.segments.db._delete_segments_for_network-8753414418342'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:54.446265 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port 5063a75e-3736-4ee5-8d89-964380c49845 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:54.446807 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:54.456797 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dee52aca-f6d7-436c-a95a-7977d1ff1fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:54.460496 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-439fd8a8-8352-4f99-9c13-b542cd657daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'name': 'tempest-AttachVolumeShelveTestJSON-1544739373-router', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '18038d5c-5f06-43a8-a094-6536afd58616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:43Z', 'updated_at': '2021-12-07T18:45:52Z', 'revision_number': 4, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'gw_port': {'id': '18038d5c-5f06-43a8-a094-6536afd58616', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:44Z', 'updated_at': '2021-12-07T18:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '4fe36049-287c-4583-826b-13470523761e', 'name': '', 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'mac_address': 'fa:16:3e:6c:22:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:50Z', 'updated_at': '2021-12-07T18:45:52Z', 'revision_number': 2, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'subnets': [{'id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:54.469748 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-48d33284-10a4-4d79-a3d2-87268291d822 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0478dade-3445-434e-b9f5-0cbbfda9a391']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:54.485364 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-48d33284-10a4-4d79-a3d2-87268291d822 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58fd35ba-7221-4425-8845-da2e5ee49863') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:54.485597 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-48d33284-10a4-4d79-a3d2-87268291d822 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58fd35ba-7221-4425-8845-da2e5ee49863') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:54.528219 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439fd8a8-8352-4f99-9c13-b542cd657daa None None] The sync data for ids ['b1ba4833-18e2-4e0c-b492-4604b68a9efa'] in dv-cinder-819692-6-iscsi is: [{'id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'name': 'tempest-AttachVolumeShelveTestJSON-1544739373-router', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '18038d5c-5f06-43a8-a094-6536afd58616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:43Z', 'updated_at': '2021-12-07T18:45:52Z', 'revision_number': 4, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'gw_port': {'id': '18038d5c-5f06-43a8-a094-6536afd58616', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:44Z', 'updated_at': '2021-12-07T18:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '4fe36049-287c-4583-826b-13470523761e', 'name': '', 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'mac_address': 'fa:16:3e:6c:22:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:50Z', 'updated_at': '2021-12-07T18:45:52Z', 'revision_number': 2, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'subnets': [{'id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:45:54.540492 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-48d33284-10a4-4d79-a3d2-87268291d822 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753414568039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529982506'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:54.552616 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7f119bb0-7733-4157-a5b7-6121f1917995 req-96d9cef8-3aa1-4ef8-885b-32018a657a85 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081023 Dec 07 18:45:54.568723 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-48d33284-10a4-4d79-a3d2-87268291d822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:54.569749 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d33284-10a4-4d79-a3d2-87268291d822 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 18:45:54.572769 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-48d33284-10a4-4d79-a3d2-87268291d822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529623631'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:54.586849 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-dee52aca-f6d7-436c-a95a-7977d1ff1fb6 None None] For port 4dddb1f9-ea43-47f8-81aa-06193647596d, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=4dddb1f9-ea43-47f8-81aa-06193647596d,segment=NetworkSegment(63bb465d-bb7c-463b-a144-66016a6c109d),segment_id=63bb465d-bb7c-463b-a144-66016a6c109d)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:45:54.590926 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce5dcfc-fc52-4ffd-80bb-f1d0e21a1f2b None None] The sync data for ids ['86414997-6c9e-4ded-b019-e4a7a7ea03c4'] in dv-cinder-819692-6-iscsi is: [{'id': '86414997-6c9e-4ded-b019-e4a7a7ea03c4', 'name': 'tempest-TestMinimumBasicScenario-807836683-router', 'tenant_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '5063a75e-3736-4ee5-8d89-964380c49845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:42Z', 'updated_at': '2021-12-07T18:45:48Z', 'revision_number': 4, 'project_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'gw_port': {'id': '5063a75e-3736-4ee5-8d89-964380c49845', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86414997-6c9e-4ded-b019-e4a7a7ea03c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:43Z', 'updated_at': '2021-12-07T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '4dddb1f9-ea43-47f8-81aa-06193647596d', 'name': '', 'network_id': '231250c2-6b44-47d0-805a-e173a98bb0d4', 'tenant_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'mac_address': 'fa:16:3e:e5:da:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86414997-6c9e-4ded-b019-e4a7a7ea03c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '7946be5b-0476-44aa-ae26-502f3cd3f3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:47Z', 'updated_at': '2021-12-07T18:45:53Z', 'revision_number': 4, 'project_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'subnets': [{'id': '7946be5b-0476-44aa-ae26-502f3cd3f3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:45:54.597388 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dee52aca-f6d7-436c-a95a-7977d1ff1fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:54.688024 dv-cinder-819692-6-iscsi neutron-server[109085]: Traceback (most recent call last): Dec 07 18:45:54.688024 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 18:45:54.688024 dv-cinder-819692-6-iscsi neutron-server[109085]: timer() Dec 07 18:45:54.688024 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 18:45:54.688024 dv-cinder-819692-6-iscsi neutron-server[109085]: cb(*args, **kw) Dec 07 18:45:54.688024 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 18:45:54.688024 dv-cinder-819692-6-iscsi neutron-server[109085]: return func(*args, **kwargs) Dec 07 18:45:54.688024 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 18:45:54.688024 dv-cinder-819692-6-iscsi neutron-server[109085]: self._notify() Dec 07 18:45:54.688024 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 18:45:54.688024 dv-cinder-819692-6-iscsi neutron-server[109085]: self.callback(batched_events) Dec 07 18:45:54.688024 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 18:45:54.688024 dv-cinder-819692-6-iscsi neutron-server[109085]: event.method(event) Dec 07 18:45:54.688024 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 18:45:54.688024 dv-cinder-819692-6-iscsi neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 18:45:54.688024 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 18:45:54.688024 dv-cinder-819692-6-iscsi neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 18:45:54.688024 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 18:45:54.688024 dv-cinder-819692-6-iscsi neutron-server[109085]: return f(self, *a, **k) Dec 07 18:45:54.688024 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 18:45:54.688024 dv-cinder-819692-6-iscsi neutron-server[109085]: return self._get(url).json() Dec 07 18:45:54.688024 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 18:45:54.688024 dv-cinder-819692-6-iscsi neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 18:45:54.688024 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 18:45:54.688024 dv-cinder-819692-6-iscsi neutron-server[109085]: return self.request(url, 'GET', **kwargs) Dec 07 18:45:54.688024 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 18:45:54.688024 dv-cinder-819692-6-iscsi neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 18:45:54.688024 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 18:45:54.688024 dv-cinder-819692-6-iscsi neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 18:45:54.688024 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 18:45:54.688024 dv-cinder-819692-6-iscsi neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 18:45:54.688024 dv-cinder-819692-6-iscsi neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 18:45:54.700095 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2bb27210-9206-4f50-a806-817a3909d4d9 req-0f5c77cb-c5ba-40f8-9d50-14a1915b4de9 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204299 Dec 07 18:45:54.714754 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-48d33284-10a4-4d79-a3d2-87268291d822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644911'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:54.789150 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-48d33284-10a4-4d79-a3d2-87268291d822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:54.797054 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-48d33284-10a4-4d79-a3d2-87268291d822 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0478dade-3445-434e-b9f5-0cbbfda9a391 HTTP/1.1" status: 204 len: 168 time: 0.6866009 Dec 07 18:45:54.805374 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d33284-10a4-4d79-a3d2-87268291d822 admin admin] Pushing event deleted for resources: {'Network': ['ID=0478dade-3445-434e-b9f5-0cbbfda9a391,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:54.829860 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee52aca-f6d7-436c-a95a-7977d1ff1fb6 None None] Pushing event updated for resources: {'Port': ['ID=4dddb1f9-ea43-47f8-81aa-06193647596d,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:54.842966 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-6da71635-7a0e-4b48-8baf-aae42b91d976 None None] Provisioning complete for port 4fe36049-287c-4583-826b-13470523761e triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:54.843342 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6da71635-7a0e-4b48-8baf-aae42b91d976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:54.924376 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-6da71635-7a0e-4b48-8baf-aae42b91d976 None None] Port 4fe36049-287c-4583-826b-13470523761e cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:45:54.926305 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 4dddb1f9-ea43-47f8-81aa-06193647596d up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:45:55.009299 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bfaf1a49-0ad9-470b-a752-e2da64ce0d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529624300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530428479'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:55.020891 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-6da71635-7a0e-4b48-8baf-aae42b91d976 None None] Provisioning complete for port 4dddb1f9-ea43-47f8-81aa-06193647596d triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:55.021270 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6da71635-7a0e-4b48-8baf-aae42b91d976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:55.125548 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port 4dddb1f9-ea43-47f8-81aa-06193647596d triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:55.126439 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:55.136649 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf1a49-0ad9-470b-a752-e2da64ce0d77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c02de29-e59b-48ac-9dbb-c5c537135c37,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:55.154170 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaf1a49-0ad9-470b-a752-e2da64ce0d77 admin admin] Checking segment: {'id': '0ff3837d-6e24-4958-b694-acc8bf74e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5ae0e116-95c3-4f4d-a125-a17f7249f589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:45:55.155300 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaf1a49-0ad9-470b-a752-e2da64ce0d77 admin admin] Network hostable DHCP agents. Network: 5ae0e116-95c3-4f4d-a125-a17f7249f589, hostable agents: ['6f398e68-3e13-4851-8372-7feb03493da6'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 18:45:55.190488 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaf1a49-0ad9-470b-a752-e2da64ce0d77 admin admin] Network 5ae0e116-95c3-4f4d-a125-a17f7249f589 is scheduled to be hosted by DHCP agent 6f398e68-3e13-4851-8372-7feb03493da6 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 18:45:55.207320 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-bfaf1a49-0ad9-470b-a752-e2da64ce0d77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819692-6-iscsi, 5ae0e116-95c3-4f4d-a125-a17f7249f589) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:45:55.239830 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfaf1a49-0ad9-470b-a752-e2da64ce0d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:55.240653 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bfaf1a49-0ad9-470b-a752-e2da64ce0d77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:55.242163 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 60832) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:55.271866 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-bfaf1a49-0ad9-470b-a752-e2da64ce0d77 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2909214 Dec 07 18:45:55.274672 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 60834) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:55.280808 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-85cd3d38-daad-447b-8182-42ab1eb7e2bb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-177254208-router', 'tenant_id': 'babcb1872c2e47059f2202fe1312f059', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:45:55.305801 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0e5201-4fb5-4fec-8050-0ab9ac401c79 None None] Network 5ae0e116-95c3-4f4d-a125-a17f7249f589 requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:45:55.336098 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-85cd3d38-daad-447b-8182-42ab1eb7e2bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-647033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30663'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:55.337342 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-85cd3d38-daad-447b-8182-42ab1eb7e2bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-646889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645048', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30686'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:55.342823 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-99c57fea-c05b-4b7d-b222-8cd974c7ef16 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2075f1e0dfe64b3288e0a1517fa940cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0971520 Dec 07 18:45:55.344084 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 60836) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:55.433428 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-10aff16f-1d86-4cd4-ae45-f2358ce2410e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:55.435670 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-85cd3d38-daad-447b-8182-42ab1eb7e2bb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:55.470207 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-10aff16f-1d86-4cd4-ae45-f2358ce2410e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:55.543380 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-10aff16f-1d86-4cd4-ae45-f2358ce2410e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:55.546394 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-10aff16f-1d86-4cd4-ae45-f2358ce2410e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:55.547614 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-10aff16f-1d86-4cd4-ae45-f2358ce2410e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2fbffb26-7c66-4500-a734-29ae9f98b42a HTTP/1.1" status: 204 len: 168 time: 0.2018352 Dec 07 18:45:55.584957 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aff16f-1d86-4cd4-ae45-f2358ce2410e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbffb26-7c66-4500-a734-29ae9f98b42a,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:55.601637 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee30a29-b308-4b2c-87f6-13727f4adf1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ae0aa17-c7bf-538b-8221-0782f7b1bf99-5ae0e116-95c3-4f4d-a125-a17f7249f589', 'network_id': '5ae0e116-95c3-4f4d-a125-a17f7249f589', 'project_id': 'babcb1872c2e47059f2202fe1312f059', 'fixed_ips': [{'subnet_id': '5c02de29-e59b-48ac-9dbb-c5c537135c37'}]}} from dv-cinder-819692-6-iscsi. {{(pid=109086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 07 18:45:55.606501 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1ee30a29-b308-4b2c-87f6-13727f4adf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:55.697098 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 60842) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:55.702316 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-06006e6c-c50f-452c-a508-144fbc27ee6b tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1113104602', 'description': 'tempest-description--152765318'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:45:55.761811 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-06006e6c-c50f-452c-a508-144fbc27ee6b tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:55.876431 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-85cd3d38-daad-447b-8182-42ab1eb7e2bb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:55.912074 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-06006e6c-c50f-452c-a508-144fbc27ee6b tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:55.957366 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-06006e6c-c50f-452c-a508-144fbc27ee6b tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:55.985825 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-06006e6c-c50f-452c-a508-144fbc27ee6b tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:55.989832 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-06006e6c-c50f-452c-a508-144fbc27ee6b tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2890377 Dec 07 18:45:55.993295 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 60850) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:55.998824 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-9b30e50f-4e42-475f-8385-5d92ca18ffbc tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Request body: {'security_group_rule': {'security_group_id': '890b9f25-6c24-4a38-b75a-6ea9944ce1b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:45:56.009952 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82bc6e-b192-4a8c-85a3-f8a9294d1c4b req-29208735-6ea6-4604-922b-7e49eb2e5887 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:56.017982 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4b82bc6e-b192-4a8c-85a3-f8a9294d1c4b req-29208735-6ea6-4604-922b-7e49eb2e5887 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.2818055 Dec 07 18:45:56.066842 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06006e6c-c50f-452c-a508-144fbc27ee6b tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=890b9f25-6c24-4a38-b75a-6ea9944ce1b9,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:56.105197 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0bb3af-c9f0-4f88-8f54-c7aaa8c8b68e req-88e733cb-414e-4a3b-a6ce-afc8e196a3ea tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:56.106942 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4b82bc6e-b192-4a8c-85a3-f8a9294d1c4b req-531f1787-027b-4b82-94fb-17feac062ab1 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877817 Dec 07 18:45:56.107568 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1f0bb3af-c9f0-4f88-8f54-c7aaa8c8b68e req-88e733cb-414e-4a3b-a6ce-afc8e196a3ea tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fd63ffe-4565-42f6-8f7c-9f83cda248e8 HTTP/1.1" status: 200 len: 945 time: 0.0988309 Dec 07 18:45:56.157903 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9b30e50f-4e42-475f-8385-5d92ca18ffbc tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:56.173060 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 60852) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:56.214648 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1f0bb3af-c9f0-4f88-8f54-c7aaa8c8b68e req-8ec9b482-b41c-4996-88a5-a6f99d8306e7 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004665 Dec 07 18:45:56.294453 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9b30e50f-4e42-475f-8385-5d92ca18ffbc tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:56.298799 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9b30e50f-4e42-475f-8385-5d92ca18ffbc tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742031'] for security_group_rule, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:56.309668 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-13b0d26d-39c6-4dc6-9c45-bc4ff18bab6d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f88f82fbfba745ada77f85178d5caef3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348975 Dec 07 18:45:56.314056 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 60856) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:56.326850 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-1ee30a29-b308-4b2c-87f6-13727f4adf1a None None] Allocated IP 172.20.0.2 (5ae0e116-95c3-4f4d-a125-a17f7249f589/5c02de29-e59b-48ac-9dbb-c5c537135c37/8a555aab-600a-4303-a71d-86d779cd9181) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:45:56.331016 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9b30e50f-4e42-475f-8385-5d92ca18ffbc tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:56.335791 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-9b30e50f-4e42-475f-8385-5d92ca18ffbc tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3378773 Dec 07 18:45:56.336280 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b30e50f-4e42-475f-8385-5d92ca18ffbc tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ac0be0-592f-42f2-b98e-58f6aa81b6cd,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:56.341041 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 60858) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:56.346380 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-adfea565-8c5e-4323-a27a-152249cc7005 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Request body: {'security_group_rule': {'security_group_id': '890b9f25-6c24-4a38-b75a-6ea9944ce1b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:45:56.384493 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-adfea565-8c5e-4323-a27a-152249cc7005 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:56.432473 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-85cd3d38-daad-447b-8182-42ab1eb7e2bb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:56.463590 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-adfea565-8c5e-4323-a27a-152249cc7005 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:56.468029 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-adfea565-8c5e-4323-a27a-152249cc7005 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742031'] for security_group_rule, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:56.495818 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 1b17425e-406c-49a0-9e23-08dbf104898d up at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:45:56.504129 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-adfea565-8c5e-4323-a27a-152249cc7005 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:56.508405 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-adfea565-8c5e-4323-a27a-152249cc7005 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1634250 Dec 07 18:45:56.508405 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfea565-8c5e-4323-a27a-152249cc7005 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc0bb0f3-8932-4c9a-8eec-0a7c3551e013,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:56.510020 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 60860) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:56.514918 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-5b99ac14-53ad-401a-abea-998bd37e0927 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Request body: {'floatingip': {'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:45:56.545319 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1ee30a29-b308-4b2c-87f6-13727f4adf1a None None] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:56.548282 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5b99ac14-53ad-401a-abea-998bd37e0927 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for floatingip, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:56.557629 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1ee30a29-b308-4b2c-87f6-13727f4adf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:56.620267 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee30a29-b308-4b2c-87f6-13727f4adf1a None None] Network 5ae0e116-95c3-4f4d-a125-a17f7249f589 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:45:56.625237 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-1ee30a29-b308-4b2c-87f6-13727f4adf1a None None] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:45:56.627072 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee30a29-b308-4b2c-87f6-13727f4adf1a None None] Pushing event updated for resources: {'Port': ['ID=8a555aab-600a-4303-a71d-86d779cd9181,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:56.629334 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee30a29-b308-4b2c-87f6-13727f4adf1a None None] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:45:56.635393 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning for port 1b17425e-406c-49a0-9e23-08dbf104898d completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:45:56.643595 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning complete for port 1b17425e-406c-49a0-9e23-08dbf104898d triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:56.643595 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:56.689334 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5b99ac14-53ad-401a-abea-998bd37e0927 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:56.723808 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-1ee30a29-b308-4b2c-87f6-13727f4adf1a None None] Attempting to bind port 8a555aab-600a-4303-a71d-86d779cd9181 on host dv-cinder-819692-6-iscsi for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:45:56.724075 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-1ee30a29-b308-4b2c-87f6-13727f4adf1a None None] Attempting to bind port 8a555aab-600a-4303-a71d-86d779cd9181 by drivers openvswitch,hyperv on host dv-cinder-819692-6-iscsi at level 0 using segments [{'id': '0ff3837d-6e24-4958-b694-acc8bf74e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5ae0e116-95c3-4f4d-a125-a17f7249f589'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:45:56.724439 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee30a29-b308-4b2c-87f6-13727f4adf1a None None] Attempting to bind port 8a555aab-600a-4303-a71d-86d779cd9181 on network 5ae0e116-95c3-4f4d-a125-a17f7249f589 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:45:56.737479 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee30a29-b308-4b2c-87f6-13727f4adf1a None None] Checking agent: {'id': 'fd9e3ab0-a028-492f-8cb9-0b732e52b698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 36, 52), 'started_at': datetime.datetime(2021, 12, 7, 18, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:45:56.738999 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee30a29-b308-4b2c-87f6-13727f4adf1a None None] Checking segment: {'id': '0ff3837d-6e24-4958-b694-acc8bf74e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5ae0e116-95c3-4f4d-a125-a17f7249f589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:45:56.742310 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1ee30a29-b308-4b2c-87f6-13727f4adf1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:56.742737 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee30a29-b308-4b2c-87f6-13727f4adf1a None None] Bound using segment: {'id': '0ff3837d-6e24-4958-b694-acc8bf74e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5ae0e116-95c3-4f4d-a125-a17f7249f589'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:45:56.743252 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-1ee30a29-b308-4b2c-87f6-13727f4adf1a None None] Bound port: 8a555aab-600a-4303-a71d-86d779cd9181, host: dv-cinder-819692-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ff3837d-6e24-4958-b694-acc8bf74e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5ae0e116-95c3-4f4d-a125-a17f7249f589'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:45:56.743644 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1ee30a29-b308-4b2c-87f6-13727f4adf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:56.758481 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-85cd3d38-daad-447b-8182-42ab1eb7e2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:56.761873 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-45505532-0318-4a9b-ba6b-7e412313505a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:56.832345 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-45505532-0318-4a9b-ba6b-7e412313505a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:56.838595 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:56.851353 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [None req-5b99ac14-53ad-401a-abea-998bd37e0927 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Allocated IP 172.27.0.242 (c28673b7-9801-4a6d-8bd7-4540f8f52bd4/c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01/8864f98f-05eb-4ceb-bc5f-62149d46b525) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:45:56.866565 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-1ee30a29-b308-4b2c-87f6-13727f4adf1a None None] For port 8a555aab-600a-4303-a71d-86d779cd9181, host dv-cinder-819692-6-iscsi, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:45:56.882466 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd63ffe-4565-42f6-8f7c-9f83cda248e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b17425e-406c-49a0-9e23-08dbf104898d'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:45:56.885052 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab3a8ce7da5a640e7c4dfc04f2c3e6911255c2d0b826cd7cc2b97a426bb0a1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d59d98-3210-42a1-85e7-76026aca5620" -d '{"events": [{"server_uuid": "5fd63ffe-4565-42f6-8f7c-9f83cda248e8", "name": "network-vif-plugged", "status": "completed", "tag": "1b17425e-406c-49a0-9e23-08dbf104898d"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:45:56.898548 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-1ee30a29-b308-4b2c-87f6-13727f4adf1a None None] For port 8a555aab-600a-4303-a71d-86d779cd9181, host dv-cinder-819692-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=8a555aab-600a-4303-a71d-86d779cd9181,segment=NetworkSegment(0ff3837d-6e24-4958-b694-acc8bf74e8bc),segment_id=0ff3837d-6e24-4958-b694-acc8bf74e8bc)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:45:56.902596 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 1b17425e-406c-49a0-9e23-08dbf104898d, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=1b17425e-406c-49a0-9e23-08dbf104898d,segment=NetworkSegment(98bfe91f-7bab-411d-b57d-5ef27194bbaa),segment_id=98bfe91f-7bab-411d-b57d-5ef27194bbaa)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:45:56.911111 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1ee30a29-b308-4b2c-87f6-13727f4adf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:56.919946 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:56.921200 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-45505532-0318-4a9b-ba6b-7e412313505a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:56.930224 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-45505532-0318-4a9b-ba6b-7e412313505a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:56.931430 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-45505532-0318-4a9b-ba6b-7e412313505a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e096c849-60be-4fa0-9763-66c7bf3825cf HTTP/1.1" status: 204 len: 168 time: 0.6161265 Dec 07 18:45:56.961266 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 4dddb1f9-ea43-47f8-81aa-06193647596d up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:45:56.962586 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45505532-0318-4a9b-ba6b-7e412313505a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e096c849-60be-4fa0-9763-66c7bf3825cf,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:57.057378 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0fc3ad-9522-4762-ac34-d3eca840a795 x-openstack-request-id: req-6c0fc3ad-9522-4762-ac34-d3eca840a795 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:45:57.058148 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd63ffe-4565-42f6-8f7c-9f83cda248e8", "name": "network-vif-plugged", "status": "completed", "tag": "1b17425e-406c-49a0-9e23-08dbf104898d", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:45:57.058616 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6c0fc3ad-9522-4762-ac34-d3eca840a795 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:45:57.059196 dv-cinder-819692-6-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd63ffe-4565-42f6-8f7c-9f83cda248e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b17425e-406c-49a0-9e23-08dbf104898d', 'code': 200} Dec 07 18:45:57.107079 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5b99ac14-53ad-401a-abea-998bd37e0927 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for port, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:57.126467 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee30a29-b308-4b2c-87f6-13727f4adf1a None None] Pushing event updated for resources: {'Port': ['ID=8a555aab-600a-4303-a71d-86d779cd9181,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:57.180543 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5b99ac14-53ad-401a-abea-998bd37e0927 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:57.217459 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=1b17425e-406c-49a0-9e23-08dbf104898d,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:57.247744 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port 4dddb1f9-ea43-47f8-81aa-06193647596d triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:57.250128 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:57.273704 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b99ac14-53ad-401a-abea-998bd37e0927 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Network c28673b7-9801-4a6d-8bd7-4540f8f52bd4 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:45:57.277129 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-85cd3d38-daad-447b-8182-42ab1eb7e2bb admin admin] Allocated IP 172.27.0.192 (c28673b7-9801-4a6d-8bd7-4540f8f52bd4/c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01/50d5a65e-870a-4963-a489-8d8929f854bc) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:45:57.398245 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-5b99ac14-53ad-401a-abea-998bd37e0927 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:45:57.398245 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b99ac14-53ad-401a-abea-998bd37e0927 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:45:57.452879 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 18038d5c-5f06-43a8-a094-6536afd58616 up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:45:57.534588 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port 18038d5c-5f06-43a8-a094-6536afd58616 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:57.534923 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:57.567121 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99ac14-53ad-401a-abea-998bd37e0927 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Pushing event updated for resources: {'Port': ['ID=8864f98f-05eb-4ceb-bc5f-62149d46b525,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:57.609185 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-85cd3d38-daad-447b-8182-42ab1eb7e2bb admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:57.619791 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b1b55-13b0-4aef-a40b-c892789b7537 req-3770b13e-ef20-4735-a14a-78c69e247be2 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:57.620264 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15743c-39f2-454d-acb9-4171d2cc97e1 req-bd0ff7c4-665d-4e45-8b10-521ef83ac9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:57.622033 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-df15743c-39f2-454d-acb9-4171d2cc97e1 req-bd0ff7c4-665d-4e45-8b10-521ef83ac9ac service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5fd63ffe-4565-42f6-8f7c-9f83cda248e8 HTTP/1.1" status: 200 len: 1099 time: 0.2304614 Dec 07 18:45:57.634035 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-333b1b55-13b0-4aef-a40b-c892789b7537 req-3770b13e-ef20-4735-a14a-78c69e247be2 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.1322224 Dec 07 18:45:57.655298 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56541e3f-7f5d-4e96-bd9e-8e74e95c6a0c req-7b821685-6530-4f04-a916-e2ff2679a4cf tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:57.665200 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-56541e3f-7f5d-4e96-bd9e-8e74e95c6a0c req-7b821685-6530-4f04-a916-e2ff2679a4cf tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fd63ffe-4565-42f6-8f7c-9f83cda248e8 HTTP/1.1" status: 200 len: 946 time: 0.1812105 Dec 07 18:45:57.745556 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:57.746490 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-333b1b55-13b0-4aef-a40b-c892789b7537 req-48699b8c-0a7f-48af-b58b-a3e49dd8a8e4 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102250 Dec 07 18:45:57.748082 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5b99ac14-53ad-401a-abea-998bd37e0927 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:57.768166 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-85cd3d38-daad-447b-8182-42ab1eb7e2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529624208'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:57.785087 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] For port 18038d5c-5f06-43a8-a094-6536afd58616, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=18038d5c-5f06-43a8-a094-6536afd58616,segment=NetworkSegment(05f8ab8d-4669-4926-ada9-ecff5fb4eb1d),segment_id=05f8ab8d-4669-4926-ada9-ecff5fb4eb1d)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:45:57.793040 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:57.811952 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-df15743c-39f2-454d-acb9-4171d2cc97e1 req-7ad3e757-f130-45e8-adc7-12192e8fdfc5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811030 Dec 07 18:45:57.838617 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd3d38-daad-447b-8182-42ab1eb7e2bb admin admin] Pushing event updated for resources: {'Port': ['ID=50d5a65e-870a-4963-a489-8d8929f854bc,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:57.849101 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cd3d38-daad-447b-8182-42ab1eb7e2bb admin admin] Network c28673b7-9801-4a6d-8bd7-4540f8f52bd4 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:45:57.851213 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-85cd3d38-daad-447b-8182-42ab1eb7e2bb admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:45:57.856657 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-56541e3f-7f5d-4e96-bd9e-8e74e95c6a0c req-43081ee0-4935-4593-a604-37648de359e8 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820550 Dec 07 18:45:57.857274 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cd3d38-daad-447b-8182-42ab1eb7e2bb admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:45:57.872620 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5b99ac14-53ad-401a-abea-998bd37e0927 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:57.895272 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Pushing event updated for resources: {'Port': ['ID=18038d5c-5f06-43a8-a094-6536afd58616,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:58.061506 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5b99ac14-53ad-401a-abea-998bd37e0927 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for port, precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:58.066294 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5b99ac14-53ad-401a-abea-998bd37e0927 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530413597'] for port, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:58.150653 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99ac14-53ad-401a-abea-998bd37e0927 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Pushing event updated for resources: {'Port': ['ID=8864f98f-05eb-4ceb-bc5f-62149d46b525,revision_number=2']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:58.167903 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5b99ac14-53ad-401a-abea-998bd37e0927 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652997'] for floatingip, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:58.194763 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5b99ac14-53ad-401a-abea-998bd37e0927 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for floatingip, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:58.196084 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-5b99ac14-53ad-401a-abea-998bd37e0927 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6850991 Dec 07 18:45:58.202489 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-85cd3d38-daad-447b-8182-42ab1eb7e2bb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:58.536772 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-85cd3d38-daad-447b-8182-42ab1eb7e2bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-646896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644967'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:58.593712 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-a717d506-838f-4f48-a463-4fbf736d3aa6 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1113104602&fields=id&tenant_id=2417a4b6b8b04e738fe57f1c882d88bc HTTP/1.1" status: 200 len: 267 time: 0.0770481 Dec 07 18:45:58.666164 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd569aa-9625-4f0c-b6ab-bedddcc22016 None None] Network 5ae0e116-95c3-4f4d-a125-a17f7249f589 requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:45:58.737060 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85cd3d38-daad-447b-8182-42ab1eb7e2bb admin admin] Router 5f76a582-1906-42e3-ae7a-3a61cbe2179a is scheduled to L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 18:45:58.743696 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-65a7d7f5-0ec9-4655-a938-9eb45603af92 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:58.752217 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-65a7d7f5-0ec9-4655-a938-9eb45603af92 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/networks?id=9d18908e-4fa9-4515-9ad2-63e91916c83c HTTP/1.1" status: 200 len: 817 time: 0.1452498 Dec 07 18:45:58.776597 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-47db5fe4-7e7a-46cb-92de-faa647f596ac tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/quotas/2417a4b6b8b04e738fe57f1c882d88bc HTTP/1.1" status: 200 len: 375 time: 0.0234416 Dec 07 18:45:58.809582 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-3d847ef0-032a-4aac-ae9b-06387cb4364f None None] Provisioning complete for port 8a555aab-600a-4303-a71d-86d779cd9181 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:58.810106 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d847ef0-032a-4aac-ae9b-06387cb4364f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:58.917391 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-f395565d-3ff8-4442-824c-17c89b5ea877 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2417a4b6b8b04e738fe57f1c882d88bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1338553 Dec 07 18:45:58.972062 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d847ef0-032a-4aac-ae9b-06387cb4364f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:59.019739 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cd3d38-daad-447b-8182-42ab1eb7e2bb admin admin] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:45:59.030313 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 8a555aab-600a-4303-a71d-86d779cd9181 up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:45:59.050097 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-3d847ef0-032a-4aac-ae9b-06387cb4364f None None] For port 8a555aab-600a-4303-a71d-86d779cd9181, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=8a555aab-600a-4303-a71d-86d779cd9181,segment=NetworkSegment(0ff3837d-6e24-4958-b694-acc8bf74e8bc),segment_id=0ff3837d-6e24-4958-b694-acc8bf74e8bc)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:45:59.058958 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b94f711-2a74-4135-85f3-3a45fab4fe78 None None] Sync routers for ids ['5f76a582-1906-42e3-ae7a-3a61cbe2179a'] in dv-cinder-819692-6-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:45:59.092211 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d847ef0-032a-4aac-ae9b-06387cb4364f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:59.107548 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-85cd3d38-daad-447b-8182-42ab1eb7e2bb admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:59.112192 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-85cd3d38-daad-447b-8182-42ab1eb7e2bb admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8362885 Dec 07 18:45:59.113198 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 60962) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:45:59.161312 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b94f711-2a74-4135-85f3-3a45fab4fe78 None None] Routers {'5f76a582-1906-42e3-ae7a-3a61cbe2179a'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:45:59.162260 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-9b94f711-2a74-4135-85f3-3a45fab4fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:45:48Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['5f76a582-1906-42e3-ae7a-3a61cbe2179a'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:59.208036 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3889507-38f7-4843-a159-5849bb4ea233 req-39a37bcd-03d5-40b7-b460-50941934175f tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:59.216295 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d3889507-38f7-4843-a159-5849bb4ea233 req-39a37bcd-03d5-40b7-b460-50941934175f tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.1936901 Dec 07 18:45:59.217985 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d847ef0-032a-4aac-ae9b-06387cb4364f None None] Pushing event updated for resources: {'Port': ['ID=8a555aab-600a-4303-a71d-86d779cd9181,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:45:59.327308 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-9b94f711-2a74-4135-85f3-3a45fab4fe78 None None] Set router 5f76a582-1906-42e3-ae7a-3a61cbe2179a gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:45:59.328097 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d3889507-38f7-4843-a159-5849bb4ea233 req-cacdcdb9-815c-46f2-b125-01057df13b04 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107132 Dec 07 18:45:59.401526 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-ba33a9ca-df11-4041-bd79-b732fb81cb92 service neutron] 10.222.0.41 "GET /v2.0/networks/9d18908e-4fa9-4515-9ad2-63e91916c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798229 Dec 07 18:45:59.405137 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port 8a555aab-600a-4303-a71d-86d779cd9181 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:59.405821 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:59.550676 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-cde8a2b0-b2ff-4557-80f4-0775345e8edc None None] Provisioning complete for port 8a555aab-600a-4303-a71d-86d779cd9181 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:59.551038 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cde8a2b0-b2ff-4557-80f4-0775345e8edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:59.558487 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-3ab78f4f-0d19-4385-9a54-f7f9e9cd4e76 service neutron] 10.222.0.41 "GET /v2.0/networks/9d18908e-4fa9-4515-9ad2-63e91916c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558609 Dec 07 18:45:59.594617 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd6542-8d00-4724-8418-4d048d7f3d33 req-d3a4b689-239c-4f9a-8875-86041667912b tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:45:59.596192 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a5fd6542-8d00-4724-8418-4d048d7f3d33 req-d3a4b689-239c-4f9a-8875-86041667912b tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fd63ffe-4565-42f6-8f7c-9f83cda248e8 HTTP/1.1" status: 200 len: 946 time: 0.1554172 Dec 07 18:45:59.723343 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 18038d5c-5f06-43a8-a094-6536afd58616 up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:45:59.750319 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a5fd6542-8d00-4724-8418-4d048d7f3d33 req-66c46520-e5fa-4d63-9d02-265c125a2c63 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451805 Dec 07 18:45:59.814099 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-9b94f711-2a74-4135-85f3-3a45fab4fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f76a582-1906-42e3-ae7a-3a61cbe2179a', 'name': 'tempest-TestMinimumBasicScenario-177254208-router', 'tenant_id': 'babcb1872c2e47059f2202fe1312f059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '50d5a65e-870a-4963-a489-8d8929f854bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:55Z', 'updated_at': '2021-12-07T18:45:58Z', 'revision_number': 3, 'project_id': 'babcb1872c2e47059f2202fe1312f059', 'gw_port': {'id': '50d5a65e-870a-4963-a489-8d8929f854bc', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:23:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f76a582-1906-42e3-ae7a-3a61cbe2179a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:56Z', 'updated_at': '2021-12-07T18:45:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi'}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:45:59.855053 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b94f711-2a74-4135-85f3-3a45fab4fe78 None None] Checking router: 5f76a582-1906-42e3-ae7a-3a61cbe2179a for host: dv-cinder-819692-6-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:45:59.855493 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b94f711-2a74-4135-85f3-3a45fab4fe78 None None] Updating router 5f76a582-1906-42e3-ae7a-3a61cbe2179a port 50d5a65e-870a-4963-a489-8d8929f854bc binding host dv-cinder-819692-6-iscsi {{(pid=109086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 18:45:59.872717 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5a14c2bb-1cc3-4448-9a38-9dc069eb56d0 req-bb654214-32c0-46ba-9c1f-afa2c651eb8e tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 210 time: 0.0459478 Dec 07 18:45:59.875912 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port 18038d5c-5f06-43a8-a094-6536afd58616 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:45:59.876364 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:59.929462 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9b94f711-2a74-4135-85f3-3a45fab4fe78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:45:59.972807 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8cb216c8-893f-4b1f-8233-68b3ec8eca76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:00.184142 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-8cb216c8-893f-4b1f-8233-68b3ec8eca76 admin admin] Allocated IP 172.20.0.1 (5ae0e116-95c3-4f4d-a125-a17f7249f589/5c02de29-e59b-48ac-9dbb-c5c537135c37/770d834a-0a32-4967-b889-1ae2439a3d17) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:46:00.308080 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8cb216c8-893f-4b1f-8233-68b3ec8eca76 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:00.347156 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8cb216c8-893f-4b1f-8233-68b3ec8eca76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529624208'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:00.405166 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9b94f711-2a74-4135-85f3-3a45fab4fe78 None None] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:00.405637 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb216c8-893f-4b1f-8233-68b3ec8eca76 admin admin] Network 5ae0e116-95c3-4f4d-a125-a17f7249f589 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:46:00.408884 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-8cb216c8-893f-4b1f-8233-68b3ec8eca76 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:46:00.413972 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb216c8-893f-4b1f-8233-68b3ec8eca76 admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:46:00.421225 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9b94f711-2a74-4135-85f3-3a45fab4fe78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:00.453926 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb216c8-893f-4b1f-8233-68b3ec8eca76 admin admin] Pushing event updated for resources: {'Port': ['ID=770d834a-0a32-4967-b889-1ae2439a3d17,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:46:00.476788 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-9b94f711-2a74-4135-85f3-3a45fab4fe78 None None] Attempting to bind port 50d5a65e-870a-4963-a489-8d8929f854bc on host dv-cinder-819692-6-iscsi for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:46:00.477170 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-9b94f711-2a74-4135-85f3-3a45fab4fe78 None None] Attempting to bind port 50d5a65e-870a-4963-a489-8d8929f854bc by drivers openvswitch,hyperv on host dv-cinder-819692-6-iscsi at level 0 using segments [{'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:46:00.477537 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b94f711-2a74-4135-85f3-3a45fab4fe78 None None] Attempting to bind port 50d5a65e-870a-4963-a489-8d8929f854bc on network c28673b7-9801-4a6d-8bd7-4540f8f52bd4 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:46:00.488547 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8cb216c8-893f-4b1f-8233-68b3ec8eca76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652984'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:00.496165 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f40ce8-a6c3-40c7-9f8e-e341e888372f None None] Pushing event updated for resources: {'Port': ['ID=50d5a65e-870a-4963-a489-8d8929f854bc,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:46:00.496368 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364b879-92f3-4e02-9b6a-bd85729c01a8 req-6d21191f-27e3-4a2c-8ba8-7e185398b728 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:00.498526 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c364b879-92f3-4e02-9b6a-bd85729c01a8 req-6d21191f-27e3-4a2c-8ba8-7e185398b728 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.0896854 Dec 07 18:46:00.499757 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b94f711-2a74-4135-85f3-3a45fab4fe78 None None] Checking agent: {'id': 'fd9e3ab0-a028-492f-8cb9-0b732e52b698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 36, 52), 'started_at': datetime.datetime(2021, 12, 7, 18, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:46:00.500136 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b94f711-2a74-4135-85f3-3a45fab4fe78 None None] Checking segment: {'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:46:00.500543 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9b94f711-2a74-4135-85f3-3a45fab4fe78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:00.500936 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b94f711-2a74-4135-85f3-3a45fab4fe78 None None] Bound using segment: {'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:46:00.501427 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-9b94f711-2a74-4135-85f3-3a45fab4fe78 None None] Bound port: 50d5a65e-870a-4963-a489-8d8929f854bc, host: dv-cinder-819692-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:46:00.501813 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9b94f711-2a74-4135-85f3-3a45fab4fe78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:00.593338 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c364b879-92f3-4e02-9b6a-bd85729c01a8 req-2d8469cf-981b-4e86-8bd0-95a6413ea915 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820818 Dec 07 18:46:00.624421 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9b94f711-2a74-4135-85f3-3a45fab4fe78 None None] For port 50d5a65e-870a-4963-a489-8d8929f854bc, host dv-cinder-819692-6-iscsi, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:46:00.629346 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9b94f711-2a74-4135-85f3-3a45fab4fe78 None None] For port 50d5a65e-870a-4963-a489-8d8929f854bc, host dv-cinder-819692-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=50d5a65e-870a-4963-a489-8d8929f854bc,segment=NetworkSegment(05f8ab8d-4669-4926-ada9-ecff5fb4eb1d),segment_id=05f8ab8d-4669-4926-ada9-ecff5fb4eb1d)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:46:00.639248 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9b94f711-2a74-4135-85f3-3a45fab4fe78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:00.714095 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8cb216c8-893f-4b1f-8233-68b3ec8eca76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:00.721919 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b94f711-2a74-4135-85f3-3a45fab4fe78 None None] Routers {'5f76a582-1906-42e3-ae7a-3a61cbe2179a'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:46:00.723176 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-9b94f711-2a74-4135-85f3-3a45fab4fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:45:48Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['5f76a582-1906-42e3-ae7a-3a61cbe2179a'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:46:00.764013 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f40ce8-a6c3-40c7-9f8e-e341e888372f None None] Pushing event updated for resources: {'Port': ['ID=50d5a65e-870a-4963-a489-8d8929f854bc,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:46:00.862450 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 8a555aab-600a-4303-a71d-86d779cd9181 up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:46:00.908779 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-9b94f711-2a74-4135-85f3-3a45fab4fe78 None None] Set router 5f76a582-1906-42e3-ae7a-3a61cbe2179a gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:46:00.956175 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-c573d583-48dd-4ac0-8af1-c6e7779053c2 None None] Provisioning complete for port 770d834a-0a32-4967-b889-1ae2439a3d17 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:46:00.956556 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c573d583-48dd-4ac0-8af1-c6e7779053c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:00.963252 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ba442-5575-4f01-9a7b-f349bff23bbf req-ccbfe998-a133-489b-8dc7-3ced643cc6a3 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:00.964811 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9e6ba442-5575-4f01-9a7b-f349bff23bbf req-ccbfe998-a133-489b-8dc7-3ced643cc6a3 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fd63ffe-4565-42f6-8f7c-9f83cda248e8 HTTP/1.1" status: 200 len: 946 time: 0.0918474 Dec 07 18:46:01.012138 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8cb216c8-893f-4b1f-8233-68b3ec8eca76 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:01.020513 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8cb216c8-893f-4b1f-8233-68b3ec8eca76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529623651'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:01.037651 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-827b25d4-68eb-4dc0-be91-42c7c0f5ad89 req-2c0db507-7782-48a8-abbe-6e9ce8459c98 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 210 time: 0.0321319 Dec 07 18:46:01.065650 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-c573d583-48dd-4ac0-8af1-c6e7779053c2 None None] Port 770d834a-0a32-4967-b889-1ae2439a3d17 cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:46:01.107419 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9e6ba442-5575-4f01-9a7b-f349bff23bbf req-28d6246b-96a0-426a-8542-a3e9e9a7fb70 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276054 Dec 07 18:46:01.116989 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb216c8-893f-4b1f-8233-68b3ec8eca76 admin admin] Pushing event updated for resources: {'Port': ['ID=770d834a-0a32-4967-b889-1ae2439a3d17,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:46:01.119740 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8cb216c8-893f-4b1f-8233-68b3ec8eca76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-968009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652836'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:01.127099 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port 8a555aab-600a-4303-a71d-86d779cd9181 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:46:01.127855 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:01.324398 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-9b94f711-2a74-4135-85f3-3a45fab4fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f76a582-1906-42e3-ae7a-3a61cbe2179a', 'name': 'tempest-TestMinimumBasicScenario-177254208-router', 'tenant_id': 'babcb1872c2e47059f2202fe1312f059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '50d5a65e-870a-4963-a489-8d8929f854bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:55Z', 'updated_at': '2021-12-07T18:46:00Z', 'revision_number': 4, 'project_id': 'babcb1872c2e47059f2202fe1312f059', 'gw_port': {'id': '50d5a65e-870a-4963-a489-8d8929f854bc', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:23:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f76a582-1906-42e3-ae7a-3a61cbe2179a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:56Z', 'updated_at': '2021-12-07T18:46:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '770d834a-0a32-4967-b889-1ae2439a3d17', 'name': '', 'network_id': '5ae0e116-95c3-4f4d-a125-a17f7249f589', 'tenant_id': 'babcb1872c2e47059f2202fe1312f059', 'mac_address': 'fa:16:3e:68:d4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f76a582-1906-42e3-ae7a-3a61cbe2179a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '5c02de29-e59b-48ac-9dbb-c5c537135c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:59Z', 'updated_at': '2021-12-07T18:46:00Z', 'revision_number': 1, 'project_id': 'babcb1872c2e47059f2202fe1312f059', 'subnets': [{'id': '5c02de29-e59b-48ac-9dbb-c5c537135c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:46:01.358483 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb216c8-893f-4b1f-8233-68b3ec8eca76 admin admin] Network 5ae0e116-95c3-4f4d-a125-a17f7249f589 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:46:01.360452 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-8cb216c8-893f-4b1f-8233-68b3ec8eca76 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:46:01.371933 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b94f711-2a74-4135-85f3-3a45fab4fe78 None None] The sync data for ids ['5f76a582-1906-42e3-ae7a-3a61cbe2179a'] in dv-cinder-819692-6-iscsi is: [{'id': '5f76a582-1906-42e3-ae7a-3a61cbe2179a', 'name': 'tempest-TestMinimumBasicScenario-177254208-router', 'tenant_id': 'babcb1872c2e47059f2202fe1312f059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '50d5a65e-870a-4963-a489-8d8929f854bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:55Z', 'updated_at': '2021-12-07T18:46:00Z', 'revision_number': 4, 'project_id': 'babcb1872c2e47059f2202fe1312f059', 'gw_port': {'id': '50d5a65e-870a-4963-a489-8d8929f854bc', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:23:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f76a582-1906-42e3-ae7a-3a61cbe2179a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:56Z', 'updated_at': '2021-12-07T18:46:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '770d834a-0a32-4967-b889-1ae2439a3d17', 'name': '', 'network_id': '5ae0e116-95c3-4f4d-a125-a17f7249f589', 'tenant_id': 'babcb1872c2e47059f2202fe1312f059', 'mac_address': 'fa:16:3e:68:d4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f76a582-1906-42e3-ae7a-3a61cbe2179a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '5c02de29-e59b-48ac-9dbb-c5c537135c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:59Z', 'updated_at': '2021-12-07T18:46:00Z', 'revision_number': 1, 'project_id': 'babcb1872c2e47059f2202fe1312f059', 'subnets': [{'id': '5c02de29-e59b-48ac-9dbb-c5c537135c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:46:01.387893 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-e4cda8bb-3bb3-431a-b925-e7a4feaccf65 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:01.389459 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-e4cda8bb-3bb3-431a-b925-e7a4feaccf65 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.23 "GET /v2.0/networks?id=9d18908e-4fa9-4515-9ad2-63e91916c83c HTTP/1.1" status: 200 len: 817 time: 0.1656172 Dec 07 18:46:01.518597 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-e9577fdc-b256-4791-83fa-ed4b0edd5be4 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2417a4b6b8b04e738fe57f1c882d88bc HTTP/1.1" status: 200 len: 380 time: 0.1150508 Dec 07 18:46:01.534899 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef5c9c4-cd35-4b2d-8ad8-7c17dfcdbf6f None None] Sync routers for ids ['b1ba4833-18e2-4e0c-b492-4604b68a9efa'] in dv-cinder-819692-6-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:46:01.538425 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-415f8e86-96f5-40e0-9860-4da0a828e12d tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Request body: {'port': {'device_id': 'a54d910a-30a1-4aa9-a038-6dafd95bfa5c', 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c', 'admin_state_up': True, 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'security_groups': ['890b9f25-6c24-4a38-b75a-6ea9944ce1b9']}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:46:01.552669 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef5c9c4-cd35-4b2d-8ad8-7c17dfcdbf6f None None] Routers {'b1ba4833-18e2-4e0c-b492-4604b68a9efa'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:46:01.557437 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-4ef5c9c4-cd35-4b2d-8ad8-7c17dfcdbf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:45:48Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['b1ba4833-18e2-4e0c-b492-4604b68a9efa'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:46:01.635080 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb216c8-893f-4b1f-8233-68b3ec8eca76 admin admin] Router 5f76a582-1906-42e3-ae7a-3a61cbe2179a has already been hosted by L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:46:01.713287 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-4ef5c9c4-cd35-4b2d-8ad8-7c17dfcdbf6f None None] Set router b1ba4833-18e2-4e0c-b492-4604b68a9efa gateway port host: dv-cinder-819692-6-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:46:01.717709 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-8df08aae-445c-4f7b-8414-b255cbc2d1b0 None None] Provisioning complete for port 770d834a-0a32-4967-b889-1ae2439a3d17 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:46:01.718914 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8df08aae-445c-4f7b-8414-b255cbc2d1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:01.734551 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-415f8e86-96f5-40e0-9860-4da0a828e12d tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Made reservation on behalf of 2417a4b6b8b04e738fe57f1c882d88bc for: {'port': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:46:01.738180 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-415f8e86-96f5-40e0-9860-4da0a828e12d tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:01.780473 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-8df08aae-445c-4f7b-8414-b255cbc2d1b0 None None] Port 770d834a-0a32-4967-b889-1ae2439a3d17 cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:46:01.780760 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e8247-f35b-40c7-aee3-36fcd7971e97 req-bea7d123-c8cc-4bbe-8642-a7c75d5338ef tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:01.782381 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-821e8247-f35b-40c7-aee3-36fcd7971e97 req-bea7d123-c8cc-4bbe-8642-a7c75d5338ef tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.0871692 Dec 07 18:46:01.909318 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-821e8247-f35b-40c7-aee3-36fcd7971e97 req-e56b0d11-4d65-4ae2-accd-6709d2a0e8a2 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073685 Dec 07 18:46:01.980969 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-415f8e86-96f5-40e0-9860-4da0a828e12d tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Allocated IP 172.20.0.6 (9d18908e-4fa9-4515-9ad2-63e91916c83c/77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88/5d954230-64a1-4c4f-91f6-8893ea16dc4a) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:46:01.989989 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-4ef5c9c4-cd35-4b2d-8ad8-7c17dfcdbf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'name': 'tempest-AttachVolumeShelveTestJSON-1544739373-router', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '18038d5c-5f06-43a8-a094-6536afd58616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:43Z', 'updated_at': '2021-12-07T18:45:52Z', 'revision_number': 4, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'gw_port': {'id': '18038d5c-5f06-43a8-a094-6536afd58616', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:44Z', 'updated_at': '2021-12-07T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '4fe36049-287c-4583-826b-13470523761e', 'name': '', 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'mac_address': 'fa:16:3e:6c:22:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:50Z', 'updated_at': '2021-12-07T18:45:52Z', 'revision_number': 2, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'subnets': [{'id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:46:02.023264 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef5c9c4-cd35-4b2d-8ad8-7c17dfcdbf6f None None] Checking router: b1ba4833-18e2-4e0c-b492-4604b68a9efa for host: dv-cinder-819692-6-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:46:02.023630 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef5c9c4-cd35-4b2d-8ad8-7c17dfcdbf6f None None] Updating router b1ba4833-18e2-4e0c-b492-4604b68a9efa port 4fe36049-287c-4583-826b-13470523761e binding host dv-cinder-819692-6-iscsi {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 18:46:02.049867 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ef5c9c4-cd35-4b2d-8ad8-7c17dfcdbf6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:02.072907 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb216c8-893f-4b1f-8233-68b3ec8eca76 admin admin] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:46:02.085044 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-8cb216c8-893f-4b1f-8233-68b3ec8eca76 admin admin] 10.222.0.41 "PUT /v2.0/routers/5f76a582-1906-42e3-ae7a-3a61cbe2179a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9666331 Dec 07 18:46:02.169571 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8a691f6d-4a5c-4d87-bcf8-40d19af6f6c2 req-d1d89759-c66e-4f4a-8af5-616c5629f767 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 210 time: 0.0324638 Dec 07 18:46:02.180947 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-415f8e86-96f5-40e0-9860-4da0a828e12d tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for port, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:02.218738 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-415f8e86-96f5-40e0-9860-4da0a828e12d tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:02.272855 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-415f8e86-96f5-40e0-9860-4da0a828e12d tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Network 9d18908e-4fa9-4515-9ad2-63e91916c83c is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:46:02.276205 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-415f8e86-96f5-40e0-9860-4da0a828e12d tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:46:02.279979 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-415f8e86-96f5-40e0-9860-4da0a828e12d tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:46:02.309178 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f8e86-96f5-40e0-9860-4da0a828e12d tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Pushing event updated for resources: {'Port': ['ID=5d954230-64a1-4c4f-91f6-8893ea16dc4a,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:46:02.341493 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-415f8e86-96f5-40e0-9860-4da0a828e12d tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:02.342178 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-415f8e86-96f5-40e0-9860-4da0a828e12d tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:02.362304 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-415f8e86-96f5-40e0-9860-4da0a828e12d tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8316166 Dec 07 18:46:02.382375 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-ff107f76-f0ab-462e-82d7-12452d5d63a2 service neutron] Request body: {'port': {'device_id': 'a54d910a-30a1-4aa9-a038-6dafd95bfa5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:46:02.445925 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ef5c9c4-cd35-4b2d-8ad8-7c17dfcdbf6f None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:02.457194 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ef5c9c4-cd35-4b2d-8ad8-7c17dfcdbf6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:02.481336 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-ff107f76-f0ab-462e-82d7-12452d5d63a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:02.565826 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f7422b-01b4-433d-a1a5-b77fc3518b6e None None] Pushing event updated for resources: {'Port': ['ID=4fe36049-287c-4583-826b-13470523761e,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:46:02.625163 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-4ef5c9c4-cd35-4b2d-8ad8-7c17dfcdbf6f None None] Attempting to bind port 4fe36049-287c-4583-826b-13470523761e on host dv-cinder-819692-6-iscsi for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:46:02.625869 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-4ef5c9c4-cd35-4b2d-8ad8-7c17dfcdbf6f None None] Attempting to bind port 4fe36049-287c-4583-826b-13470523761e by drivers openvswitch,hyperv on host dv-cinder-819692-6-iscsi at level 0 using segments [{'id': '4e11373f-4e76-4ab5-86c0-112fb5aca0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:46:02.626464 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef5c9c4-cd35-4b2d-8ad8-7c17dfcdbf6f None None] Attempting to bind port 4fe36049-287c-4583-826b-13470523761e on network 9d18908e-4fa9-4515-9ad2-63e91916c83c {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:46:02.633488 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-2bbea9bc-ed59-4107-8897-9b099dd14534 None None] Provisioning complete for port 5d954230-64a1-4c4f-91f6-8893ea16dc4a triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:46:02.634028 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2bbea9bc-ed59-4107-8897-9b099dd14534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:02.635468 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef5c9c4-cd35-4b2d-8ad8-7c17dfcdbf6f None None] Checking agent: {'id': 'fd9e3ab0-a028-492f-8cb9-0b732e52b698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 36, 52), 'started_at': datetime.datetime(2021, 12, 7, 18, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:46:02.636082 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef5c9c4-cd35-4b2d-8ad8-7c17dfcdbf6f None None] Checking segment: {'id': '4e11373f-4e76-4ab5-86c0-112fb5aca0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:46:02.636699 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ef5c9c4-cd35-4b2d-8ad8-7c17dfcdbf6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:02.637517 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef5c9c4-cd35-4b2d-8ad8-7c17dfcdbf6f None None] Bound using segment: {'id': '4e11373f-4e76-4ab5-86c0-112fb5aca0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:46:02.638110 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-4ef5c9c4-cd35-4b2d-8ad8-7c17dfcdbf6f None None] Bound port: 4fe36049-287c-4583-826b-13470523761e, host: dv-cinder-819692-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e11373f-4e76-4ab5-86c0-112fb5aca0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:46:02.638623 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ef5c9c4-cd35-4b2d-8ad8-7c17dfcdbf6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:02.730469 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-2bbea9bc-ed59-4107-8897-9b099dd14534 None None] Port 5d954230-64a1-4c4f-91f6-8893ea16dc4a cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:46:02.776626 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ef5c9c4-cd35-4b2d-8ad8-7c17dfcdbf6f None None] For port 4fe36049-287c-4583-826b-13470523761e, host dv-cinder-819692-6-iscsi, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:46:02.780245 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ef5c9c4-cd35-4b2d-8ad8-7c17dfcdbf6f None None] For port 4fe36049-287c-4583-826b-13470523761e, host dv-cinder-819692-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=4fe36049-287c-4583-826b-13470523761e,segment=NetworkSegment(4e11373f-4e76-4ab5-86c0-112fb5aca0d4),segment_id=4e11373f-4e76-4ab5-86c0-112fb5aca0d4)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:46:02.794048 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ef5c9c4-cd35-4b2d-8ad8-7c17dfcdbf6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:02.898183 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef5c9c4-cd35-4b2d-8ad8-7c17dfcdbf6f None None] Routers {'b1ba4833-18e2-4e0c-b492-4604b68a9efa'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:46:02.899275 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-4ef5c9c4-cd35-4b2d-8ad8-7c17dfcdbf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:45:48Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['b1ba4833-18e2-4e0c-b492-4604b68a9efa'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:46:02.940368 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-ff107f76-f0ab-462e-82d7-12452d5d63a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d954230-64a1-4c4f-91f6-8893ea16dc4a {{(pid=109084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:46:02.964793 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-ff107f76-f0ab-462e-82d7-12452d5d63a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:02.968388 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-2f5c2502-c101-4862-a4b8-f5c9da011590 None None] Provisioning complete for port 4fe36049-287c-4583-826b-13470523761e triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:46:02.968780 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f5c2502-c101-4862-a4b8-f5c9da011590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:02.990009 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.provisioning_blocks [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-ff107f76-f0ab-462e-82d7-12452d5d63a2 service neutron] Transition to ACTIVE for port object 5d954230-64a1-4c4f-91f6-8893ea16dc4a will not be triggered until provisioned by entity L2. {{(pid=109084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:46:03.005853 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f7422b-01b4-433d-a1a5-b77fc3518b6e None None] Pushing event updated for resources: {'Port': ['ID=4fe36049-287c-4583-826b-13470523761e,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:46:03.016652 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-ff107f76-f0ab-462e-82d7-12452d5d63a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530413597'] for port, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:03.117817 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-4ef5c9c4-cd35-4b2d-8ad8-7c17dfcdbf6f None None] Set router b1ba4833-18e2-4e0c-b492-4604b68a9efa gateway port host: dv-cinder-819692-6-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:46:03.215757 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f5c2502-c101-4862-a4b8-f5c9da011590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:03.264745 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-2f5c2502-c101-4862-a4b8-f5c9da011590 None None] For port 4fe36049-287c-4583-826b-13470523761e, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=4fe36049-287c-4583-826b-13470523761e,segment=NetworkSegment(4e11373f-4e76-4ab5-86c0-112fb5aca0d4),segment_id=4e11373f-4e76-4ab5-86c0-112fb5aca0d4)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:46:03.278940 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f5c2502-c101-4862-a4b8-f5c9da011590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:03.363126 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f38e1-dd21-4fe4-8f96-f72b61bedbc7 req-1af72f37-82f0-420e-8887-13694ae941a7 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:03.364991 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9e0f38e1-dd21-4fe4-8f96-f72b61bedbc7 req-1af72f37-82f0-420e-8887-13694ae941a7 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.3632822 Dec 07 18:46:03.368540 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff107f76-f0ab-462e-82d7-12452d5d63a2 service neutron] Pushing event updated for resources: {'Port': ['ID=5d954230-64a1-4c4f-91f6-8893ea16dc4a,revision_number=2']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:46:03.446872 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324fd39-5705-4abb-9af6-4a850c36fbd2 req-86b660cc-1f21-4a91-b4ef-a48baee9ae28 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:03.457111 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e324fd39-5705-4abb-9af6-4a850c36fbd2 req-86b660cc-1f21-4a91-b4ef-a48baee9ae28 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 943 time: 0.0937395 Dec 07 18:46:03.470733 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c2502-c101-4862-a4b8-f5c9da011590 None None] Pushing event updated for resources: {'Port': ['ID=4fe36049-287c-4583-826b-13470523761e,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:46:03.476367 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-6b52b22d-33fd-493b-bba8-5261dc813752 None None] Provisioning complete for port 4fe36049-287c-4583-826b-13470523761e triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:46:03.476808 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6b52b22d-33fd-493b-bba8-5261dc813752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:03.488250 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-4ef5c9c4-cd35-4b2d-8ad8-7c17dfcdbf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'name': 'tempest-AttachVolumeShelveTestJSON-1544739373-router', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '18038d5c-5f06-43a8-a094-6536afd58616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:43Z', 'updated_at': '2021-12-07T18:45:52Z', 'revision_number': 4, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'gw_port': {'id': '18038d5c-5f06-43a8-a094-6536afd58616', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:44Z', 'updated_at': '2021-12-07T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '4fe36049-287c-4583-826b-13470523761e', 'name': '', 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'mac_address': 'fa:16:3e:6c:22:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:50Z', 'updated_at': '2021-12-07T18:46:02Z', 'revision_number': 4, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'subnets': [{'id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:46:03.516503 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef5c9c4-cd35-4b2d-8ad8-7c17dfcdbf6f None None] The sync data for ids ['b1ba4833-18e2-4e0c-b492-4604b68a9efa'] in dv-cinder-819692-6-iscsi is: [{'id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'name': 'tempest-AttachVolumeShelveTestJSON-1544739373-router', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '18038d5c-5f06-43a8-a094-6536afd58616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:43Z', 'updated_at': '2021-12-07T18:45:52Z', 'revision_number': 4, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'gw_port': {'id': '18038d5c-5f06-43a8-a094-6536afd58616', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:44Z', 'updated_at': '2021-12-07T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '4fe36049-287c-4583-826b-13470523761e', 'name': '', 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'mac_address': 'fa:16:3e:6c:22:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:50Z', 'updated_at': '2021-12-07T18:46:02Z', 'revision_number': 4, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'subnets': [{'id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:46:03.574110 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e324fd39-5705-4abb-9af6-4a850c36fbd2 req-9a0b6a7d-7ecf-445c-a573-83f541e48ac7 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159158 Dec 07 18:46:03.592340 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9e0f38e1-dd21-4fe4-8f96-f72b61bedbc7 req-3bf70ed2-aeae-455a-9bd7-8034987013a4 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523581 Dec 07 18:46:03.593828 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-ff107f76-f0ab-462e-82d7-12452d5d63a2 service neutron] Attempting to bind port 5d954230-64a1-4c4f-91f6-8893ea16dc4a on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:46:03.593962 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-ff107f76-f0ab-462e-82d7-12452d5d63a2 service neutron] Attempting to bind port 5d954230-64a1-4c4f-91f6-8893ea16dc4a by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': '4e11373f-4e76-4ab5-86c0-112fb5aca0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c'}] {{(pid=109084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:46:03.594305 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-ff107f76-f0ab-462e-82d7-12452d5d63a2 service neutron] Attempting to bind port 5d954230-64a1-4c4f-91f6-8893ea16dc4a on network 9d18908e-4fa9-4515-9ad2-63e91916c83c {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:46:03.603206 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-ff107f76-f0ab-462e-82d7-12452d5d63a2 service neutron] Port 5d954230-64a1-4c4f-91f6-8893ea16dc4a on network 9d18908e-4fa9-4515-9ad2-63e91916c83c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:46:03.603816 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-ff107f76-f0ab-462e-82d7-12452d5d63a2 service neutron] Attempting to bind port 5d954230-64a1-4c4f-91f6-8893ea16dc4a on network 9d18908e-4fa9-4515-9ad2-63e91916c83c {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:46:03.610285 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-ff107f76-f0ab-462e-82d7-12452d5d63a2 service neutron] Checking agent: {'id': '9b8b7df7-f18f-49d8-b3bd-9764bcedc888', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'started_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:46:03.610963 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-ff107f76-f0ab-462e-82d7-12452d5d63a2 service neutron] Checking segment: {'id': '4e11373f-4e76-4ab5-86c0-112fb5aca0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:46:03.611349 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-ff107f76-f0ab-462e-82d7-12452d5d63a2 service neutron] Bound using segment: {'id': '4e11373f-4e76-4ab5-86c0-112fb5aca0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c'} {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:46:03.611803 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-ff107f76-f0ab-462e-82d7-12452d5d63a2 service neutron] Bound port: 5d954230-64a1-4c4f-91f6-8893ea16dc4a, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e11373f-4e76-4ab5-86c0-112fb5aca0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c'}}] {{(pid=109084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:46:03.612170 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-ff107f76-f0ab-462e-82d7-12452d5d63a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:03.693271 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-ff107f76-f0ab-462e-82d7-12452d5d63a2 service neutron] For port 5d954230-64a1-4c4f-91f6-8893ea16dc4a, host hv-cinder-81969, cleared binding levels {{(pid=109084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:46:03.697269 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-ff107f76-f0ab-462e-82d7-12452d5d63a2 service neutron] For port 5d954230-64a1-4c4f-91f6-8893ea16dc4a, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=5d954230-64a1-4c4f-91f6-8893ea16dc4a,segment=NetworkSegment(4e11373f-4e76-4ab5-86c0-112fb5aca0d4),segment_id=4e11373f-4e76-4ab5-86c0-112fb5aca0d4)] {{(pid=109084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:46:03.703697 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-ff107f76-f0ab-462e-82d7-12452d5d63a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530413597'] for port, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:03.773329 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-ff107f76-f0ab-462e-82d7-12452d5d63a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:03.774014 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-ff107f76-f0ab-462e-82d7-12452d5d63a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:03.778618 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-ff107f76-f0ab-462e-82d7-12452d5d63a2 service neutron] 10.222.0.23 "PUT /v2.0/ports/5d954230-64a1-4c4f-91f6-8893ea16dc4a HTTP/1.1" status: 200 len: 1093 time: 1.4010341 Dec 07 18:46:03.779113 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54d910a-30a1-4aa9-a038-6dafd95bfa5c', 'tag': '5d954230-64a1-4c4f-91f6-8893ea16dc4a'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:46:03.782195 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a9c8e9ce0db27bff2b715efe80f7ddeb02331314c1c7d49b52ba908637cab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f49f3c-9cee-44ea-915b-3f1c2e237d64" -d '{"events": [{"name": "network-changed", "server_uuid": "a54d910a-30a1-4aa9-a038-6dafd95bfa5c", "tag": "5d954230-64a1-4c4f-91f6-8893ea16dc4a"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:46:03.828686 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff107f76-f0ab-462e-82d7-12452d5d63a2 service neutron] Pushing event updated for resources: {'Port': ['ID=5d954230-64a1-4c4f-91f6-8893ea16dc4a,revision_number=3']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:46:03.909283 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4939c6a-d111-4609-bfee-4dbc7b0376e9 x-openstack-request-id: req-e4939c6a-d111-4609-bfee-4dbc7b0376e9 {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:46:03.909556 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54d910a-30a1-4aa9-a038-6dafd95bfa5c", "tag": "5d954230-64a1-4c4f-91f6-8893ea16dc4a", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:46:03.909822 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e4939c6a-d111-4609-bfee-4dbc7b0376e9 {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:46:03.910256 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a54d910a-30a1-4aa9-a038-6dafd95bfa5c', 'tag': '5d954230-64a1-4c4f-91f6-8893ea16dc4a', 'status': 'completed', 'code': 200} Dec 07 18:46:03.927515 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-4b176510-c3a4-4451-9abf-dbf50c5cd33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:03.929664 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-4b176510-c3a4-4451-9abf-dbf50c5cd33d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2417a4b6b8b04e738fe57f1c882d88bc&device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 1096 time: 0.0715899 Dec 07 18:46:03.996795 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-a28447e4-200d-4e7e-b6ba-27a9774a907e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d954230-64a1-4c4f-91f6-8893ea16dc4a HTTP/1.1" status: 200 len: 217 time: 0.0353904 Dec 07 18:46:04.049854 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-273b0a0a-9c1c-4516-850b-e54cb1274f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:04.051332 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-273b0a0a-9c1c-4516-850b-e54cb1274f29 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88 HTTP/1.1" status: 200 len: 856 time: 0.0430689 Dec 07 18:46:04.105114 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-0b333a66-2929-4772-a486-aa19f803aace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:04.106816 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-0b333a66-2929-4772-a486-aa19f803aace service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9d18908e-4fa9-4515-9ad2-63e91916c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435166 Dec 07 18:46:04.207076 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-3f2c825d-7b66-4286-8a6f-8f69017be0bd service neutron] 10.222.0.23 "GET /v2.0/networks/9d18908e-4fa9-4515-9ad2-63e91916c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890744 Dec 07 18:46:04.327052 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e24f9e2e-9d61-4f0e-a032-7b9b6910fd17 req-d5ce4b53-989f-4c0d-9f7e-cac0fbcc1bd7 service neutron] 10.222.0.23 "GET /v2.0/networks/9d18908e-4fa9-4515-9ad2-63e91916c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005628 Dec 07 18:46:04.417859 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f49f3c-9cee-44ea-915b-3f1c2e237d64 req-a52d6fa1-75d5-47c7-a5ec-f690ccfcfb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:04.419406 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-02f49f3c-9cee-44ea-915b-3f1c2e237d64 req-a52d6fa1-75d5-47c7-a5ec-f690ccfcfb0a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2417a4b6b8b04e738fe57f1c882d88bc&device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 1096 time: 0.0455561 Dec 07 18:46:04.520041 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f49f3c-9cee-44ea-915b-3f1c2e237d64 req-4b8eb5b0-7533-414f-a606-240f321ad84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:04.521561 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-02f49f3c-9cee-44ea-915b-3f1c2e237d64 req-4b8eb5b0-7533-414f-a606-240f321ad84f service neutron] 10.222.0.23 "GET /v2.0/networks?id=9d18908e-4fa9-4515-9ad2-63e91916c83c HTTP/1.1" status: 200 len: 918 time: 0.0887952 Dec 07 18:46:04.573697 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-02f49f3c-9cee-44ea-915b-3f1c2e237d64 req-44ca6355-a7a7-4765-a1be-9ef3c5367f00 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d954230-64a1-4c4f-91f6-8893ea16dc4a HTTP/1.1" status: 200 len: 217 time: 0.0346508 Dec 07 18:46:04.625232 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f49f3c-9cee-44ea-915b-3f1c2e237d64 req-92e21be7-c477-49d0-8f47-770484c7919e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:04.626837 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-02f49f3c-9cee-44ea-915b-3f1c2e237d64 req-92e21be7-c477-49d0-8f47-770484c7919e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88 HTTP/1.1" status: 200 len: 856 time: 0.0446832 Dec 07 18:46:04.696151 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeabc6b-9bd8-4d5e-9a3f-aef86f0e82ca req-0470feee-64c0-499a-aff1-ffe91865073c tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:04.697649 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-aeeabc6b-9bd8-4d5e-9a3f-aef86f0e82ca req-0470feee-64c0-499a-aff1-ffe91865073c tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 943 time: 0.0541453 Dec 07 18:46:04.710503 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f49f3c-9cee-44ea-915b-3f1c2e237d64 req-b45d9a73-d91a-44cc-b49f-3d7383018330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:04.711989 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-02f49f3c-9cee-44ea-915b-3f1c2e237d64 req-b45d9a73-d91a-44cc-b49f-3d7383018330 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9d18908e-4fa9-4515-9ad2-63e91916c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0724957 Dec 07 18:46:04.733430 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097011e2-19bc-476e-9ece-5dbb252d033d req-db90f6f0-15f6-46f1-80bf-59895215d7c2 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:04.738589 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-097011e2-19bc-476e-9ece-5dbb252d033d req-db90f6f0-15f6-46f1-80bf-59895215d7c2 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.0653372 Dec 07 18:46:04.766457 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-aeeabc6b-9bd8-4d5e-9a3f-aef86f0e82ca req-c7e0fafb-922b-4539-9edf-6c6f71511b1d tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627880 Dec 07 18:46:04.850716 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-097011e2-19bc-476e-9ece-5dbb252d033d req-388b88f3-5d96-4362-8324-b871cef82017 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033533 Dec 07 18:46:04.865825 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-02f49f3c-9cee-44ea-915b-3f1c2e237d64 req-0523859c-8b90-4c73-8dbe-3ec1ab0e8346 service neutron] 10.222.0.23 "GET /v2.0/networks/9d18908e-4fa9-4515-9ad2-63e91916c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412756 Dec 07 18:46:04.885035 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 4fe36049-287c-4583-826b-13470523761e up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:46:04.944607 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port 4fe36049-287c-4583-826b-13470523761e triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:46:04.945202 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:04.982112 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-02f49f3c-9cee-44ea-915b-3f1c2e237d64 req-4dd7e15a-8c01-4dbc-aee9-417ca7101022 service neutron] 10.222.0.23 "GET /v2.0/networks/9d18908e-4fa9-4515-9ad2-63e91916c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080501 Dec 07 18:46:05.040137 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 50d5a65e-870a-4963-a489-8d8929f854bc up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:46:05.092085 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port 50d5a65e-870a-4963-a489-8d8929f854bc triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:46:05.092459 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:05.176682 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:05.201125 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] For port 50d5a65e-870a-4963-a489-8d8929f854bc, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=50d5a65e-870a-4963-a489-8d8929f854bc,segment=NetworkSegment(05f8ab8d-4669-4926-ada9-ecff5fb4eb1d),segment_id=05f8ab8d-4669-4926-ada9-ecff5fb4eb1d)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:46:05.206093 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:05.265134 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Pushing event updated for resources: {'Port': ['ID=50d5a65e-870a-4963-a489-8d8929f854bc,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:46:05.889202 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54bc4a-76c7-4f35-b544-080d3ddab3df req-7280394b-74bc-42c2-8a56-5e296bbd5cdb tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:05.893780 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cb54bc4a-76c7-4f35-b544-080d3ddab3df req-7280394b-74bc-42c2-8a56-5e296bbd5cdb tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 943 time: 0.0541384 Dec 07 18:46:05.943440 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cb54bc4a-76c7-4f35-b544-080d3ddab3df req-277998e7-e460-4ce5-b6f0-08ae22c5c95a tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469167 Dec 07 18:46:05.980806 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87a496-2b96-45b2-837b-af5d9d8d83c2 req-e36936c8-8ef5-4499-80d0-5bbbc2a88f26 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:05.982549 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0e87a496-2b96-45b2-837b-af5d9d8d83c2 req-e36936c8-8ef5-4499-80d0-5bbbc2a88f26 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.0585318 Dec 07 18:46:06.034569 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0e87a496-2b96-45b2-837b-af5d9d8d83c2 req-88eea123-aed1-444d-9433-e5d1ec333757 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458999 Dec 07 18:46:06.772329 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 50d5a65e-870a-4963-a489-8d8929f854bc up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:46:06.821168 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port 50d5a65e-870a-4963-a489-8d8929f854bc triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:46:06.822032 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:07.068375 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22726b76-6afb-49f2-936b-bcd1684563fb req-66ce3171-c04b-4f6c-9fbe-b70e3b3d06b1 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:07.073260 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-22726b76-6afb-49f2-936b-bcd1684563fb req-66ce3171-c04b-4f6c-9fbe-b70e3b3d06b1 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 943 time: 0.0514777 Dec 07 18:46:07.129531 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-22726b76-6afb-49f2-936b-bcd1684563fb req-e26eb47f-8837-4d67-b056-59dbb950c518 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520239 Dec 07 18:46:07.169354 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b7136-1e06-45c1-901e-fb284ec8f75a req-1b5da6b0-2003-4609-b989-60a3c7b0867a tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:07.171346 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-509b7136-1e06-45c1-901e-fb284ec8f75a req-1b5da6b0-2003-4609-b989-60a3c7b0867a tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.0518548 Dec 07 18:46:07.218256 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-509b7136-1e06-45c1-901e-fb284ec8f75a req-8f5d9221-28c7-47c0-bee9-94aa9970a5eb tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412505 Dec 07 18:46:07.827383 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259b7221-0422-426e-b21c-4a97d8093229 None None] Sync routers for ids ['5f76a582-1906-42e3-ae7a-3a61cbe2179a'] in dv-cinder-819692-6-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:46:07.838747 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259b7221-0422-426e-b21c-4a97d8093229 None None] Routers {'5f76a582-1906-42e3-ae7a-3a61cbe2179a'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:46:07.839375 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-259b7221-0422-426e-b21c-4a97d8093229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:45:48Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['5f76a582-1906-42e3-ae7a-3a61cbe2179a'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:46:07.947592 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-259b7221-0422-426e-b21c-4a97d8093229 None None] Set router 5f76a582-1906-42e3-ae7a-3a61cbe2179a gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:46:08.266099 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73850a72-8773-442a-aca9-c877dc365c3a req-61e08d7e-92d2-4ff5-b169-69e57ca995d1 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:08.268208 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-73850a72-8773-442a-aca9-c877dc365c3a req-61e08d7e-92d2-4ff5-b169-69e57ca995d1 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 943 time: 0.0545843 Dec 07 18:46:08.281031 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-259b7221-0422-426e-b21c-4a97d8093229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f76a582-1906-42e3-ae7a-3a61cbe2179a', 'name': 'tempest-TestMinimumBasicScenario-177254208-router', 'tenant_id': 'babcb1872c2e47059f2202fe1312f059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '50d5a65e-870a-4963-a489-8d8929f854bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:55Z', 'updated_at': '2021-12-07T18:46:00Z', 'revision_number': 4, 'project_id': 'babcb1872c2e47059f2202fe1312f059', 'gw_port': {'id': '50d5a65e-870a-4963-a489-8d8929f854bc', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:23:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76a582-1906-42e3-ae7a-3a61cbe2179a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:56Z', 'updated_at': '2021-12-07T18:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '770d834a-0a32-4967-b889-1ae2439a3d17', 'name': '', 'network_id': '5ae0e116-95c3-4f4d-a125-a17f7249f589', 'tenant_id': 'babcb1872c2e47059f2202fe1312f059', 'mac_address': 'fa:16:3e:68:d4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f76a582-1906-42e3-ae7a-3a61cbe2179a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '5c02de29-e59b-48ac-9dbb-c5c537135c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:59Z', 'updated_at': '2021-12-07T18:46:00Z', 'revision_number': 2, 'project_id': 'babcb1872c2e47059f2202fe1312f059', 'subnets': [{'id': '5c02de29-e59b-48ac-9dbb-c5c537135c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:46:08.311795 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259b7221-0422-426e-b21c-4a97d8093229 None None] Checking router: 5f76a582-1906-42e3-ae7a-3a61cbe2179a for host: dv-cinder-819692-6-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:46:08.312154 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259b7221-0422-426e-b21c-4a97d8093229 None None] Updating router 5f76a582-1906-42e3-ae7a-3a61cbe2179a port 770d834a-0a32-4967-b889-1ae2439a3d17 binding host dv-cinder-819692-6-iscsi {{(pid=109086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 18:46:08.325589 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-73850a72-8773-442a-aca9-c877dc365c3a req-1abb79ad-f6ed-4d0e-932c-3764dd731745 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515306 Dec 07 18:46:08.340731 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-259b7221-0422-426e-b21c-4a97d8093229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:08.340877 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6faf2-5b79-46f8-8ffa-f4ce19b2f33b req-e67d7760-bb6b-47c1-a2a0-a44dd5f2bb91 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:08.342484 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-eaa6faf2-5b79-46f8-8ffa-f4ce19b2f33b req-e67d7760-bb6b-47c1-a2a0-a44dd5f2bb91 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.0512493 Dec 07 18:46:08.394568 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-eaa6faf2-5b79-46f8-8ffa-f4ce19b2f33b req-6fce2dd1-f749-47e7-9715-4272659ce365 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463336 Dec 07 18:46:08.539713 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:08.621496 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-259b7221-0422-426e-b21c-4a97d8093229 None None] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:08.628082 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-259b7221-0422-426e-b21c-4a97d8093229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:08.681737 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad50669-1692-4b0b-bd90-f4b7282afcd3 None None] Pushing event updated for resources: {'Port': ['ID=770d834a-0a32-4967-b889-1ae2439a3d17,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:46:08.738084 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-259b7221-0422-426e-b21c-4a97d8093229 None None] Attempting to bind port 770d834a-0a32-4967-b889-1ae2439a3d17 on host dv-cinder-819692-6-iscsi for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:46:08.738541 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-259b7221-0422-426e-b21c-4a97d8093229 None None] Attempting to bind port 770d834a-0a32-4967-b889-1ae2439a3d17 by drivers openvswitch,hyperv on host dv-cinder-819692-6-iscsi at level 0 using segments [{'id': '0ff3837d-6e24-4958-b694-acc8bf74e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5ae0e116-95c3-4f4d-a125-a17f7249f589'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:46:08.738992 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259b7221-0422-426e-b21c-4a97d8093229 None None] Attempting to bind port 770d834a-0a32-4967-b889-1ae2439a3d17 on network 5ae0e116-95c3-4f4d-a125-a17f7249f589 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:46:08.745005 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259b7221-0422-426e-b21c-4a97d8093229 None None] Checking agent: {'id': 'fd9e3ab0-a028-492f-8cb9-0b732e52b698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 36, 52), 'started_at': datetime.datetime(2021, 12, 7, 18, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:46:08.745392 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259b7221-0422-426e-b21c-4a97d8093229 None None] Checking segment: {'id': '0ff3837d-6e24-4958-b694-acc8bf74e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5ae0e116-95c3-4f4d-a125-a17f7249f589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:46:08.745937 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-259b7221-0422-426e-b21c-4a97d8093229 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:08.746337 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259b7221-0422-426e-b21c-4a97d8093229 None None] Bound using segment: {'id': '0ff3837d-6e24-4958-b694-acc8bf74e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5ae0e116-95c3-4f4d-a125-a17f7249f589'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:46:08.746823 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-259b7221-0422-426e-b21c-4a97d8093229 None None] Bound port: 770d834a-0a32-4967-b889-1ae2439a3d17, host: dv-cinder-819692-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ff3837d-6e24-4958-b694-acc8bf74e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5ae0e116-95c3-4f4d-a125-a17f7249f589'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:46:08.747205 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-259b7221-0422-426e-b21c-4a97d8093229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:08.814327 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-259b7221-0422-426e-b21c-4a97d8093229 None None] For port 770d834a-0a32-4967-b889-1ae2439a3d17, host dv-cinder-819692-6-iscsi, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:46:08.818141 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-259b7221-0422-426e-b21c-4a97d8093229 None None] For port 770d834a-0a32-4967-b889-1ae2439a3d17, host dv-cinder-819692-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=770d834a-0a32-4967-b889-1ae2439a3d17,segment=NetworkSegment(0ff3837d-6e24-4958-b694-acc8bf74e8bc),segment_id=0ff3837d-6e24-4958-b694-acc8bf74e8bc)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:46:08.822945 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-259b7221-0422-426e-b21c-4a97d8093229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:08.882729 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259b7221-0422-426e-b21c-4a97d8093229 None None] Routers {'5f76a582-1906-42e3-ae7a-3a61cbe2179a'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:46:08.883366 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-259b7221-0422-426e-b21c-4a97d8093229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:45:48Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['5f76a582-1906-42e3-ae7a-3a61cbe2179a'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:46:08.888414 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad50669-1692-4b0b-bd90-f4b7282afcd3 None None] Pushing event updated for resources: {'Port': ['ID=770d834a-0a32-4967-b889-1ae2439a3d17,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:46:08.991786 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-b0d5b8fe-95dd-4389-8cb9-b8ddd2faa7dd None None] Provisioning complete for port 770d834a-0a32-4967-b889-1ae2439a3d17 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:46:08.992152 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b0d5b8fe-95dd-4389-8cb9-b8ddd2faa7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:09.032476 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-259b7221-0422-426e-b21c-4a97d8093229 None None] Set router 5f76a582-1906-42e3-ae7a-3a61cbe2179a gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:46:09.189362 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b0d5b8fe-95dd-4389-8cb9-b8ddd2faa7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:09.244716 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-b0d5b8fe-95dd-4389-8cb9-b8ddd2faa7dd None None] For port 770d834a-0a32-4967-b889-1ae2439a3d17, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=770d834a-0a32-4967-b889-1ae2439a3d17,segment=NetworkSegment(0ff3837d-6e24-4958-b694-acc8bf74e8bc),segment_id=0ff3837d-6e24-4958-b694-acc8bf74e8bc)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:46:09.249243 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b0d5b8fe-95dd-4389-8cb9-b8ddd2faa7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:09.326143 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5b8fe-95dd-4389-8cb9-b8ddd2faa7dd None None] Pushing event updated for resources: {'Port': ['ID=770d834a-0a32-4967-b889-1ae2439a3d17,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:46:09.338876 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-259b7221-0422-426e-b21c-4a97d8093229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f76a582-1906-42e3-ae7a-3a61cbe2179a', 'name': 'tempest-TestMinimumBasicScenario-177254208-router', 'tenant_id': 'babcb1872c2e47059f2202fe1312f059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '50d5a65e-870a-4963-a489-8d8929f854bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:55Z', 'updated_at': '2021-12-07T18:46:00Z', 'revision_number': 4, 'project_id': 'babcb1872c2e47059f2202fe1312f059', 'gw_port': {'id': '50d5a65e-870a-4963-a489-8d8929f854bc', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:23:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76a582-1906-42e3-ae7a-3a61cbe2179a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:56Z', 'updated_at': '2021-12-07T18:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '770d834a-0a32-4967-b889-1ae2439a3d17', 'name': '', 'network_id': '5ae0e116-95c3-4f4d-a125-a17f7249f589', 'tenant_id': 'babcb1872c2e47059f2202fe1312f059', 'mac_address': 'fa:16:3e:68:d4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f76a582-1906-42e3-ae7a-3a61cbe2179a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '5c02de29-e59b-48ac-9dbb-c5c537135c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:59Z', 'updated_at': '2021-12-07T18:46:08Z', 'revision_number': 4, 'project_id': 'babcb1872c2e47059f2202fe1312f059', 'subnets': [{'id': '5c02de29-e59b-48ac-9dbb-c5c537135c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:46:09.369598 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259b7221-0422-426e-b21c-4a97d8093229 None None] The sync data for ids ['5f76a582-1906-42e3-ae7a-3a61cbe2179a'] in dv-cinder-819692-6-iscsi is: [{'id': '5f76a582-1906-42e3-ae7a-3a61cbe2179a', 'name': 'tempest-TestMinimumBasicScenario-177254208-router', 'tenant_id': 'babcb1872c2e47059f2202fe1312f059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '50d5a65e-870a-4963-a489-8d8929f854bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:55Z', 'updated_at': '2021-12-07T18:46:00Z', 'revision_number': 4, 'project_id': 'babcb1872c2e47059f2202fe1312f059', 'gw_port': {'id': '50d5a65e-870a-4963-a489-8d8929f854bc', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:23:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76a582-1906-42e3-ae7a-3a61cbe2179a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:56Z', 'updated_at': '2021-12-07T18:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '770d834a-0a32-4967-b889-1ae2439a3d17', 'name': '', 'network_id': '5ae0e116-95c3-4f4d-a125-a17f7249f589', 'tenant_id': 'babcb1872c2e47059f2202fe1312f059', 'mac_address': 'fa:16:3e:68:d4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f76a582-1906-42e3-ae7a-3a61cbe2179a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '5c02de29-e59b-48ac-9dbb-c5c537135c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:59Z', 'updated_at': '2021-12-07T18:46:08Z', 'revision_number': 4, 'project_id': 'babcb1872c2e47059f2202fe1312f059', 'subnets': [{'id': '5c02de29-e59b-48ac-9dbb-c5c537135c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:46:09.389573 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-e278ac35-5170-4bb5-a96b-6a460a6e3e77 None None] Provisioning complete for port 770d834a-0a32-4967-b889-1ae2439a3d17 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:46:09.389991 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e278ac35-5170-4bb5-a96b-6a460a6e3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:09.534958 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3198d6-0129-4ae1-a5b8-1a1ce20b9de9 req-3823f2cd-0b85-4ae1-8c69-2e4d6aa2bb7c tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:09.541447 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8c3198d6-0129-4ae1-a5b8-1a1ce20b9de9 req-3823f2cd-0b85-4ae1-8c69-2e4d6aa2bb7c tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 943 time: 0.1210353 Dec 07 18:46:09.590113 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c8682-2e60-4c0b-946a-727d58dfd92a req-1d5b7ee3-1ec8-474b-9f22-e980226b9403 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:09.592873 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8c3198d6-0129-4ae1-a5b8-1a1ce20b9de9 req-098a165d-18d8-4011-ad77-7c33f296ca3f tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481205 Dec 07 18:46:09.602617 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-067c8682-2e60-4c0b-946a-727d58dfd92a req-1d5b7ee3-1ec8-474b-9f22-e980226b9403 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.0685623 Dec 07 18:46:09.657947 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-067c8682-2e60-4c0b-946a-727d58dfd92a req-2f682a96-74de-4043-ab0d-5e68789a8dac tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528657 Dec 07 18:46:10.841364 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c2a27-0650-4ba4-9cfe-511500b1345f req-f1b7dd78-9e97-4869-8cbc-bea8605358e1 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:10.856333 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-337c2a27-0650-4ba4-9cfe-511500b1345f req-f1b7dd78-9e97-4869-8cbc-bea8605358e1 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.0906432 Dec 07 18:46:10.858190 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb417b-b43a-4e5c-b3e6-4ce76b4ec334 req-899c8e3d-54c5-41ed-8b92-11f35b11f115 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:10.865695 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-cacb417b-b43a-4e5c-b3e6-4ce76b4ec334 req-899c8e3d-54c5-41ed-8b92-11f35b11f115 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 943 time: 0.1735022 Dec 07 18:46:10.905579 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 770d834a-0a32-4967-b889-1ae2439a3d17 up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:46:10.932563 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-337c2a27-0650-4ba4-9cfe-511500b1345f req-f127f0d3-3748-42ed-a626-246caf8c06cd tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675554 Dec 07 18:46:10.948391 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-cacb417b-b43a-4e5c-b3e6-4ce76b4ec334 req-b00415ce-3148-4233-b250-16f500a047cb tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816929 Dec 07 18:46:10.987239 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port 770d834a-0a32-4967-b889-1ae2439a3d17 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:46:10.987711 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:12.072232 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5774999-fab7-4455-a98c-5b8a4387e8f3 req-1d91ee1c-d477-4f1c-a3ca-98cfe4fc0a9c tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:12.075148 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b5774999-fab7-4455-a98c-5b8a4387e8f3 req-1d91ee1c-d477-4f1c-a3ca-98cfe4fc0a9c tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.0604072 Dec 07 18:46:12.078869 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b421a3-576b-4532-b918-6e0a0ab3fb77 req-c1ea6d29-6f86-4242-865e-579097497798 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:12.080538 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-11b421a3-576b-4532-b918-6e0a0ab3fb77 req-c1ea6d29-6f86-4242-865e-579097497798 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 943 time: 0.0623910 Dec 07 18:46:12.143448 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-11b421a3-576b-4532-b918-6e0a0ab3fb77 req-511f8497-7f1d-41ed-8259-2dcca28cc921 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570915 Dec 07 18:46:12.150763 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b5774999-fab7-4455-a98c-5b8a4387e8f3 req-5c9a1176-2346-4bb3-8874-a2b09b7397d9 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680420 Dec 07 18:46:13.280427 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac6710-85c3-4565-8269-5f30b787e575 req-c306e6c2-e64d-4d17-974b-29b01dd18872 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:13.282084 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-13ac6710-85c3-4565-8269-5f30b787e575 req-c306e6c2-e64d-4d17-974b-29b01dd18872 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 943 time: 0.0527251 Dec 07 18:46:13.340498 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-13ac6710-85c3-4565-8269-5f30b787e575 req-28c888e3-230c-43a3-9d67-538855e79cea tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520725 Dec 07 18:46:13.546601 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63969c-c587-46d1-bbe7-3408030ebe6b req-cb27d6ec-23b4-49e3-bd86-7670bdb39e81 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:13.580128 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-dd63969c-c587-46d1-bbe7-3408030ebe6b req-cb27d6ec-23b4-49e3-bd86-7670bdb39e81 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.1199291 Dec 07 18:46:13.654275 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-dd63969c-c587-46d1-bbe7-3408030ebe6b req-97e8073f-da37-4742-a9d7-cd51f761b301 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725710 Dec 07 18:46:13.935919 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 5d954230-64a1-4c4f-91f6-8893ea16dc4a details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:46:14.061889 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 5d954230-64a1-4c4f-91f6-8893ea16dc4a, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=5d954230-64a1-4c4f-91f6-8893ea16dc4a,segment=NetworkSegment(4e11373f-4e76-4ab5-86c0-112fb5aca0d4),segment_id=4e11373f-4e76-4ab5-86c0-112fb5aca0d4)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:46:14.077015 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Returning: {'device': '5d954230-64a1-4c4f-91f6-8893ea16dc4a', 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c', 'port_id': '5d954230-64a1-4c4f-91f6-8893ea16dc4a', 'mac_address': 'fa:16:3e:27:42:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:46:14.116104 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:14.130469 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d954230-64a1-4c4f-91f6-8893ea16dc4a {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:46:14.152902 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 5d954230-64a1-4c4f-91f6-8893ea16dc4a, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=5d954230-64a1-4c4f-91f6-8893ea16dc4a,segment=NetworkSegment(4e11373f-4e76-4ab5-86c0-112fb5aca0d4),segment_id=4e11373f-4e76-4ab5-86c0-112fb5aca0d4)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:46:14.158386 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:14.211436 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=5d954230-64a1-4c4f-91f6-8893ea16dc4a,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:46:14.494196 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6139140-4617-4d07-a673-5f69896bdda4 req-26a1ed2a-732d-4123-aead-cc1f9d8641ad tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:14.502270 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d6139140-4617-4d07-a673-5f69896bdda4 req-26a1ed2a-732d-4123-aead-cc1f9d8641ad tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 944 time: 0.0687037 Dec 07 18:46:14.521423 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['5d954230-64a1-4c4f-91f6-8893ea16dc4a'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:46:14.569092 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d6139140-4617-4d07-a673-5f69896bdda4 req-e6acf93b-db4a-49d5-8eab-0bf6a1de303e tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659313 Dec 07 18:46:14.800188 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf02e56-6a41-41e6-bd5e-4babe124dda1 req-9a6f845a-e1be-4a20-b3d5-cd5c089e87a8 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:14.808983 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-caf02e56-6a41-41e6-bd5e-4babe124dda1 req-9a6f845a-e1be-4a20-b3d5-cd5c089e87a8 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.0695477 Dec 07 18:46:14.861563 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-caf02e56-6a41-41e6-bd5e-4babe124dda1 req-1f45f7a6-cc23-4c0e-bdfe-64a2cc33e9d6 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516310 Dec 07 18:46:15.469062 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-68491478-f69f-4c19-9213-df03b5c081e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:15.718534 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c9b15-1aa0-4aef-afcb-34a37dce9328 req-09b38979-2a8a-4bb3-ade6-feb86d20edb2 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:15.722390 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9f6c9b15-1aa0-4aef-afcb-34a37dce9328 req-09b38979-2a8a-4bb3-ade6-feb86d20edb2 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 944 time: 0.0620618 Dec 07 18:46:15.779542 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9f6c9b15-1aa0-4aef-afcb-34a37dce9328 req-b7c09ad2-115f-47dc-abea-763564e64e9e tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523655 Dec 07 18:46:15.936813 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 5d954230-64a1-4c4f-91f6-8893ea16dc4a up at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:46:16.031362 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdffd33-5bbe-4cfe-bc5d-e0e641eeaf80 req-3651a576-a6ba-4fa6-a1dd-d5b6f1976faa tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:16.039809 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9cdffd33-5bbe-4cfe-bc5d-e0e641eeaf80 req-3651a576-a6ba-4fa6-a1dd-d5b6f1976faa tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.0974567 Dec 07 18:46:16.053525 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning for port 5d954230-64a1-4c4f-91f6-8893ea16dc4a completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:46:16.064631 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning complete for port 5d954230-64a1-4c4f-91f6-8893ea16dc4a triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:46:16.065358 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:16.136094 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9cdffd33-5bbe-4cfe-bc5d-e0e641eeaf80 req-709515be-85fb-43d3-8a1f-c576b3d98ce3 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949240 Dec 07 18:46:16.317322 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:16.349692 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54d910a-30a1-4aa9-a038-6dafd95bfa5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d954230-64a1-4c4f-91f6-8893ea16dc4a'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:46:16.352072 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab3a8ce7da5a640e7c4dfc04f2c3e6911255c2d0b826cd7cc2b97a426bb0a1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0a5383-e4f1-4641-bd94-d359c14f7e98" -d '{"events": [{"server_uuid": "a54d910a-30a1-4aa9-a038-6dafd95bfa5c", "name": "network-vif-plugged", "status": "completed", "tag": "5d954230-64a1-4c4f-91f6-8893ea16dc4a"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:46:16.385226 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 5d954230-64a1-4c4f-91f6-8893ea16dc4a, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=5d954230-64a1-4c4f-91f6-8893ea16dc4a,segment=NetworkSegment(4e11373f-4e76-4ab5-86c0-112fb5aca0d4),segment_id=4e11373f-4e76-4ab5-86c0-112fb5aca0d4)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:46:16.392393 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:16.456846 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdc7419-a83d-48e4-9805-44571bbed450 x-openstack-request-id: req-6fdc7419-a83d-48e4-9805-44571bbed450 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:46:16.456846 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54d910a-30a1-4aa9-a038-6dafd95bfa5c", "name": "network-vif-plugged", "status": "completed", "tag": "5d954230-64a1-4c4f-91f6-8893ea16dc4a", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:46:16.456846 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6fdc7419-a83d-48e4-9805-44571bbed450 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:46:16.456846 dv-cinder-819692-6-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a54d910a-30a1-4aa9-a038-6dafd95bfa5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d954230-64a1-4c4f-91f6-8893ea16dc4a', 'code': 200} Dec 07 18:46:16.456846 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=5d954230-64a1-4c4f-91f6-8893ea16dc4a,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:46:16.703909 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c78aa8-8d53-4cc6-903b-8a275fe01607 req-6ebe04d4-7713-4af4-ad6f-b52e4b7222ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:16.705414 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c4c78aa8-8d53-4cc6-903b-8a275fe01607 req-6ebe04d4-7713-4af4-ad6f-b52e4b7222ca service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 1098 time: 0.0524340 Dec 07 18:46:16.756703 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c4c78aa8-8d53-4cc6-903b-8a275fe01607 req-5c0bb87b-5fe6-4829-bfe9-310c61ffb743 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429795 Dec 07 18:46:16.930439 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498de064-966f-4b8b-b3ed-c27cc84258e0 req-586f9ebd-2869-491a-af8a-7e2e3c9ce07f tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:16.941381 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-498de064-966f-4b8b-b3ed-c27cc84258e0 req-586f9ebd-2869-491a-af8a-7e2e3c9ce07f tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 945 time: 0.0745516 Dec 07 18:46:17.020104 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-498de064-966f-4b8b-b3ed-c27cc84258e0 req-f853182e-b250-47c8-af49-589bffa92188 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759542 Dec 07 18:46:17.078978 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cb302-b63c-4972-abf6-23022817a524 req-fc9a866f-a9c7-488b-bdc9-4dfe5a07e642 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:17.080478 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6e4cb302-b63c-4972-abf6-23022817a524 req-fc9a866f-a9c7-488b-bdc9-4dfe5a07e642 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/networks?id=c8b8ce23-5289-4bad-a75a-485ea880ca99 HTTP/1.1" status: 200 len: 815 time: 0.1546395 Dec 07 18:46:17.098966 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6e4cb302-b63c-4972-abf6-23022817a524 req-1ae7ea37-29be-4c35-8bbb-4e8e1bc38a00 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/quotas/12e59e340c3845b199cb2b187d625932 HTTP/1.1" status: 200 len: 375 time: 0.0101297 Dec 07 18:46:17.175478 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6e4cb302-b63c-4972-abf6-23022817a524 req-5ba8b6f6-8dad-4234-825f-ba5055560912 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=12e59e340c3845b199cb2b187d625932&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0677247 Dec 07 18:46:17.275654 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a7174-496e-4219-ae5b-0d90734d7db5 req-9e9a4f1e-a8a4-45d1-898d-90c770d43b23 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:17.280745 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c11a7174-496e-4219-ae5b-0d90734d7db5 req-9e9a4f1e-a8a4-45d1-898d-90c770d43b23 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.0577993 Dec 07 18:46:17.312135 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6e4cb302-b63c-4972-abf6-23022817a524 req-c6e6e766-bb0a-472f-87c7-8024749fdf29 service neutron] 10.222.0.41 "GET /v2.0/networks/c8b8ce23-5289-4bad-a75a-485ea880ca99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284692 Dec 07 18:46:17.354611 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c11a7174-496e-4219-ae5b-0d90734d7db5 req-c216b7de-5d86-4b29-a14b-8fb902bf2c62 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683565 Dec 07 18:46:17.430889 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6e4cb302-b63c-4972-abf6-23022817a524 req-651eb019-d592-4d4e-943e-4f2da56f8f63 service neutron] 10.222.0.41 "GET /v2.0/networks/c8b8ce23-5289-4bad-a75a-485ea880ca99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134949 Dec 07 18:46:17.636412 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ce57a1e5-e2aa-4100-a6e3-e9a913f50951 req-5d889a04-e613-4fbc-bb7b-2c86e95396be tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb71bb34-2f82-45de-91ba-98a927600c63 HTTP/1.1" status: 200 len: 210 time: 0.0406156 Dec 07 18:46:17.843687 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-50880438-4ea0-4759-8d6e-b3178a4978ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:18.160367 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e507b9-8e22-475b-bc0f-609e956977c7 req-f0e2a936-9ea1-45b1-8805-5794c6c61174 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:18.170349 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b2e507b9-8e22-475b-bc0f-609e956977c7 req-f0e2a936-9ea1-45b1-8805-5794c6c61174 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 945 time: 0.0654616 Dec 07 18:46:18.233341 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b2e507b9-8e22-475b-bc0f-609e956977c7 req-ce885c6b-272a-4f63-a11f-09071138cd14 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599375 Dec 07 18:46:18.478596 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee94d5-6078-46dd-9df3-716231e0e17c req-f09ba8e3-4b87-482e-8224-58dc04612b08 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:18.480193 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-39ee94d5-6078-46dd-9df3-716231e0e17c req-f09ba8e3-4b87-482e-8224-58dc04612b08 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.0592194 Dec 07 18:46:18.544641 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-39ee94d5-6078-46dd-9df3-716231e0e17c req-7b513c57-2731-46f8-a272-76ccb8a5a9a2 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551455 Dec 07 18:46:18.584096 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b87c5-d514-4dd7-8497-6709a8c26269 req-55a0c0a3-6e0a-4c2b-a1a0-e7255fcfa41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:18.585598 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-fa1b87c5-d514-4dd7-8497-6709a8c26269 req-55a0c0a3-6e0a-4c2b-a1a0-e7255fcfa41d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 1099 time: 0.0711462 Dec 07 18:46:18.648593 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-fa1b87c5-d514-4dd7-8497-6709a8c26269 req-f9d91a57-f76c-4192-bc2a-129b2bf02235 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512195 Dec 07 18:46:18.746109 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4376a22b-a14c-475e-aaee-f474b735367d req-7f2649cb-d36a-4c5c-8c01-f5e71fc806e5 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb71bb34-2f82-45de-91ba-98a927600c63 HTTP/1.1" status: 200 len: 210 time: 0.0414021 Dec 07 18:46:19.197956 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cb302-b63c-4972-abf6-23022817a524 req-9eefa684-97d4-4908-818a-cc0e0fbd8d5a tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:19.199609 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6e4cb302-b63c-4972-abf6-23022817a524 req-9eefa684-97d4-4908-818a-cc0e0fbd8d5a tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.23 "GET /v2.0/networks?id=c8b8ce23-5289-4bad-a75a-485ea880ca99 HTTP/1.1" status: 200 len: 815 time: 0.1471889 Dec 07 18:46:19.218058 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [req-6e4cb302-b63c-4972-abf6-23022817a524 req-2e62077c-4025-484b-8419-821fb9fbef3a tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Request body: {'port': {'device_id': 'fb71bb34-2f82-45de-91ba-98a927600c63', 'network_id': 'c8b8ce23-5289-4bad-a75a-485ea880ca99', 'admin_state_up': True, 'tenant_id': '12e59e340c3845b199cb2b187d625932'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:46:19.403580 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466c0e8-d6a5-4ca8-adbf-c2abc795bf36 req-9b1dcd50-df46-4446-8806-eb90265aacaa tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:19.405322 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e466c0e8-d6a5-4ca8-adbf-c2abc795bf36 req-9b1dcd50-df46-4446-8806-eb90265aacaa tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 945 time: 0.0717695 Dec 07 18:46:19.462849 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e4cb302-b63c-4972-abf6-23022817a524 req-2e62077c-4025-484b-8419-821fb9fbef3a tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Made reservation on behalf of 12e59e340c3845b199cb2b187d625932 for: {'port': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:46:19.464882 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-6e4cb302-b63c-4972-abf6-23022817a524 req-2e62077c-4025-484b-8419-821fb9fbef3a tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:19.505207 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e466c0e8-d6a5-4ca8-adbf-c2abc795bf36 req-a33cc9c5-3332-4910-8c44-ee4ea89de6b4 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883803 Dec 07 18:46:19.670958 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [req-6e4cb302-b63c-4972-abf6-23022817a524 req-2e62077c-4025-484b-8419-821fb9fbef3a tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Allocated IP 172.20.0.13 (c8b8ce23-5289-4bad-a75a-485ea880ca99/959328ad-f645-4e6a-a843-2b6a58b1fc1b/74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:46:19.741541 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e1015-88c2-425a-b747-27ab97e6bdac req-a22ecfb6-e294-4162-8f97-ef79f1cd9170 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:19.746596 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f03e1-4f0f-45c1-a858-078c9a60eb7c req-851f6d7b-aa96-4463-b0ca-776368b062e4 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:19.748100 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9a1f03e1-4f0f-45c1-a858-078c9a60eb7c req-851f6d7b-aa96-4463-b0ca-776368b062e4 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.0869389 Dec 07 18:46:19.749165 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b97e1015-88c2-425a-b747-27ab97e6bdac req-a22ecfb6-e294-4162-8f97-ef79f1cd9170 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 945 time: 0.0689976 Dec 07 18:46:19.754454 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 33094) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:46:19.759913 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-f2f77c30-df8b-4950-b388-e15a020aee13 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Request body: {'floatingip': {'port_id': '5d954230-64a1-4c4f-91f6-8893ea16dc4a'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:46:19.796060 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:19.826864 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f2f77c30-df8b-4950-b388-e15a020aee13 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for floatingip, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:19.969956 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9a1f03e1-4f0f-45c1-a858-078c9a60eb7c req-20b787f3-6f5f-444b-86c2-b913f6427864 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976237 Dec 07 18:46:19.998922 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-726fd587-6793-4348-b015-c695c3c1a410 req-c515d1eb-d6cb-4fa5-a5b3-5d6f24d3de6f tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb71bb34-2f82-45de-91ba-98a927600c63 HTTP/1.1" status: 200 len: 210 time: 0.0496292 Dec 07 18:46:20.030749 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-6e4cb302-b63c-4972-abf6-23022817a524 req-2e62077c-4025-484b-8419-821fb9fbef3a tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Publish callbacks [] for port, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:20.302848 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:20.306620 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-6e4cb302-b63c-4972-abf6-23022817a524 req-2e62077c-4025-484b-8419-821fb9fbef3a tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:20.320439 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a', 'b08af1cd-2e39-4c70-8061-c097c902fc64', '1b17425e-406c-49a0-9e23-08dbf104898d'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:46:20.360498 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e4cb302-b63c-4972-abf6-23022817a524 req-2e62077c-4025-484b-8419-821fb9fbef3a tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Network c8b8ce23-5289-4bad-a75a-485ea880ca99 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:46:20.363708 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [req-6e4cb302-b63c-4972-abf6-23022817a524 req-2e62077c-4025-484b-8419-821fb9fbef3a tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:46:20.366355 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e4cb302-b63c-4972-abf6-23022817a524 req-2e62077c-4025-484b-8419-821fb9fbef3a tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:46:20.401949 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e62077c-4025-484b-8419-821fb9fbef3a tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Pushing event updated for resources: {'Port': ['ID=74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:46:20.429539 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cb302-b63c-4972-abf6-23022817a524 req-2e62077c-4025-484b-8419-821fb9fbef3a tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:20.430980 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-6e4cb302-b63c-4972-abf6-23022817a524 req-2e62077c-4025-484b-8419-821fb9fbef3a tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:20.466480 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6e4cb302-b63c-4972-abf6-23022817a524 req-2e62077c-4025-484b-8419-821fb9fbef3a tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2524886 Dec 07 18:46:20.481594 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [req-6e4cb302-b63c-4972-abf6-23022817a524 req-2ffb418c-5284-4767-b1a7-06f0883573ae service neutron] Request body: {'port': {'device_id': 'fb71bb34-2f82-45de-91ba-98a927600c63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:46:20.522822 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f2f77c30-df8b-4950-b388-e15a020aee13 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:20.529543 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f2f77c30-df8b-4950-b388-e15a020aee13 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652997'] for floatingip, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:20.558390 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-6e4cb302-b63c-4972-abf6-23022817a524 req-2ffb418c-5284-4767-b1a7-06f0883573ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:20.644761 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.db.l3_db [None req-f2f77c30-df8b-4950-b388-e15a020aee13 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Floating IP 2a2f1c16-e8eb-488c-8d4c-5f358021087c associated. External IP: 172.27.0.242, port: 5d954230-64a1-4c4f-91f6-8893ea16dc4a. Dec 07 18:46:20.857140 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [req-6e4cb302-b63c-4972-abf6-23022817a524 req-2ffb418c-5284-4767-b1a7-06f0883573ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf {{(pid=109084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:46:20.865254 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-6e4cb302-b63c-4972-abf6-23022817a524 req-2ffb418c-5284-4767-b1a7-06f0883573ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:20.877953 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.provisioning_blocks [req-6e4cb302-b63c-4972-abf6-23022817a524 req-2ffb418c-5284-4767-b1a7-06f0883573ae service neutron] Transition to ACTIVE for port object 74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf will not be triggered until provisioned by entity L2. {{(pid=109084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:46:20.884648 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-6e4cb302-b63c-4972-abf6-23022817a524 req-2ffb418c-5284-4767-b1a7-06f0883573ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530413597'] for port, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:20.898816 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f77c30-df8b-4950-b388-e15a020aee13 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Router b1ba4833-18e2-4e0c-b492-4604b68a9efa has already been hosted by L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:46:20.946593 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb418c-5284-4767-b1a7-06f0883573ae service neutron] Pushing event updated for resources: {'Port': ['ID=74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf,revision_number=2']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:46:21.015682 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-6e4cb302-b63c-4972-abf6-23022817a524 req-2ffb418c-5284-4767-b1a7-06f0883573ae service neutron] Attempting to bind port 74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:46:21.016025 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-6e4cb302-b63c-4972-abf6-23022817a524 req-2ffb418c-5284-4767-b1a7-06f0883573ae service neutron] Attempting to bind port 74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': '98bfe91f-7bab-411d-b57d-5ef27194bbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c8b8ce23-5289-4bad-a75a-485ea880ca99'}] {{(pid=109084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:46:21.016378 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4cb302-b63c-4972-abf6-23022817a524 req-2ffb418c-5284-4767-b1a7-06f0883573ae service neutron] Attempting to bind port 74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf on network c8b8ce23-5289-4bad-a75a-485ea880ca99 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:46:21.021700 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4cb302-b63c-4972-abf6-23022817a524 req-2ffb418c-5284-4767-b1a7-06f0883573ae service neutron] Port 74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf on network c8b8ce23-5289-4bad-a75a-485ea880ca99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:46:21.021700 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4cb302-b63c-4972-abf6-23022817a524 req-2ffb418c-5284-4767-b1a7-06f0883573ae service neutron] Attempting to bind port 74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf on network c8b8ce23-5289-4bad-a75a-485ea880ca99 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:46:21.028640 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4cb302-b63c-4972-abf6-23022817a524 req-2ffb418c-5284-4767-b1a7-06f0883573ae service neutron] Checking agent: {'id': '9b8b7df7-f18f-49d8-b3bd-9764bcedc888', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'started_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:46:21.028979 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4cb302-b63c-4972-abf6-23022817a524 req-2ffb418c-5284-4767-b1a7-06f0883573ae service neutron] Checking segment: {'id': '98bfe91f-7bab-411d-b57d-5ef27194bbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c8b8ce23-5289-4bad-a75a-485ea880ca99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:46:21.029429 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4cb302-b63c-4972-abf6-23022817a524 req-2ffb418c-5284-4767-b1a7-06f0883573ae service neutron] Bound using segment: {'id': '98bfe91f-7bab-411d-b57d-5ef27194bbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c8b8ce23-5289-4bad-a75a-485ea880ca99'} {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:46:21.030463 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-6e4cb302-b63c-4972-abf6-23022817a524 req-2ffb418c-5284-4767-b1a7-06f0883573ae service neutron] Bound port: 74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98bfe91f-7bab-411d-b57d-5ef27194bbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c8b8ce23-5289-4bad-a75a-485ea880ca99'}}] {{(pid=109084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:46:21.030827 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-6e4cb302-b63c-4972-abf6-23022817a524 req-2ffb418c-5284-4767-b1a7-06f0883573ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:21.105004 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-8b87f986-ac2c-4c47-a4ea-6db3d252550b tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:21.106508 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-8b87f986-ac2c-4c47-a4ea-6db3d252550b tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/networks?id=231250c2-6b44-47d0-805a-e173a98bb0d4 HTTP/1.1" status: 200 len: 814 time: 0.2043629 Dec 07 18:46:21.116014 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f77c30-df8b-4950-b388-e15a020aee13 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:46:21.126344 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-c81e9783-749e-4418-b244-47f8ecf70234 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/quotas/60c42061bf6e4acb909fab4c8dbc4c0d HTTP/1.1" status: 200 len: 375 time: 0.0126886 Dec 07 18:46:21.126774 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-6e4cb302-b63c-4972-abf6-23022817a524 req-2ffb418c-5284-4767-b1a7-06f0883573ae service neutron] For port 74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf, host hv-cinder-81969, cleared binding levels {{(pid=109084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:46:21.128004 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0530ba79-56f5-4056-a544-4e53357a7525 None None] Sync routers for ids ['b1ba4833-18e2-4e0c-b492-4604b68a9efa'] in dv-cinder-819692-6-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:46:21.129441 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f2f77c30-df8b-4950-b388-e15a020aee13 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:21.136211 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-6e4cb302-b63c-4972-abf6-23022817a524 req-2ffb418c-5284-4767-b1a7-06f0883573ae service neutron] For port 74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf,segment=NetworkSegment(98bfe91f-7bab-411d-b57d-5ef27194bbaa),segment_id=98bfe91f-7bab-411d-b57d-5ef27194bbaa)] {{(pid=109084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:46:21.141586 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0530ba79-56f5-4056-a544-4e53357a7525 None None] Routers {'b1ba4833-18e2-4e0c-b492-4604b68a9efa'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:46:21.142521 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-0530ba79-56f5-4056-a544-4e53357a7525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:46:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['b1ba4833-18e2-4e0c-b492-4604b68a9efa'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:46:21.145336 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-6e4cb302-b63c-4972-abf6-23022817a524 req-2ffb418c-5284-4767-b1a7-06f0883573ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530413597'] for port, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:21.159461 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b804a8d-dac0-487c-941d-c821f9a469ec req-05c70a78-d56b-4bf0-a1ca-b00710c4b969 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:21.166646 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5b804a8d-dac0-487c-941d-c821f9a469ec req-05c70a78-d56b-4bf0-a1ca-b00710c4b969 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.0861561 Dec 07 18:46:21.190427 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-f2f77c30-df8b-4950-b388-e15a020aee13 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "PUT /v2.0/floatingips/2a2f1c16-e8eb-488c-8d4c-5f358021087c HTTP/1.1" status: 200 len: 991 time: 1.4347506 Dec 07 18:46:21.192542 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54d910a-30a1-4aa9-a038-6dafd95bfa5c', 'tag': '5d954230-64a1-4c4f-91f6-8893ea16dc4a'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:46:21.194964 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f47eea71b5ba0831d378bb06dcf61d9c2f9c3cd1ea737a862f2010bc1a834e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6c37ab-790f-4f36-8538-a278ec6d5316" -d '{"events": [{"name": "network-changed", "server_uuid": "a54d910a-30a1-4aa9-a038-6dafd95bfa5c", "tag": "5d954230-64a1-4c4f-91f6-8893ea16dc4a"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:46:21.224072 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-403a1e46-0218-4e6f-88d5-94acfbfcb4d4 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=60c42061bf6e4acb909fab4c8dbc4c0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660121 Dec 07 18:46:21.269140 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cb302-b63c-4972-abf6-23022817a524 req-2ffb418c-5284-4767-b1a7-06f0883573ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:21.269763 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-6e4cb302-b63c-4972-abf6-23022817a524 req-2ffb418c-5284-4767-b1a7-06f0883573ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:21.270049 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-0530ba79-56f5-4056-a544-4e53357a7525 None None] Set router b1ba4833-18e2-4e0c-b492-4604b68a9efa gateway port host: dv-cinder-819692-6-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:46:21.271240 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6e4cb302-b63c-4972-abf6-23022817a524 req-2ffb418c-5284-4767-b1a7-06f0883573ae service neutron] 10.222.0.23 "PUT /v2.0/ports/74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf HTTP/1.1" status: 200 len: 1094 time: 0.7946861 Dec 07 18:46:21.271686 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb71bb34-2f82-45de-91ba-98a927600c63', 'tag': '74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:46:21.276305 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a9c8e9ce0db27bff2b715efe80f7ddeb02331314c1c7d49b52ba908637cab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ebfdff-38c8-4057-89bc-f35efc457321" -d '{"events": [{"name": "network-changed", "server_uuid": "fb71bb34-2f82-45de-91ba-98a927600c63", "tag": "74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:46:21.328379 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5b804a8d-dac0-487c-941d-c821f9a469ec req-70249bf6-fbd5-48c9-bd18-364cc8f9723d tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603682 Dec 07 18:46:21.334970 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb418c-5284-4767-b1a7-06f0883573ae service neutron] Pushing event updated for resources: {'Port': ['ID=74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf,revision_number=3']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:46:21.358503 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-d5074c03-02b4-4bbf-8d20-61c84b7da0ee service neutron] 10.222.0.41 "GET /v2.0/networks/231250c2-6b44-47d0-805a-e173a98bb0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261153 Dec 07 18:46:21.403662 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cb302-b63c-4972-abf6-23022817a524 req-7ba6ad64-1aff-464b-810e-317ddbc492e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:21.405485 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6e4cb302-b63c-4972-abf6-23022817a524 req-7ba6ad64-1aff-464b-810e-317ddbc492e8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12e59e340c3845b199cb2b187d625932&device_id=fb71bb34-2f82-45de-91ba-98a927600c63 HTTP/1.1" status: 200 len: 1097 time: 0.0469110 Dec 07 18:46:21.495811 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6e4cb302-b63c-4972-abf6-23022817a524 req-90206d9f-3cce-41e1-b852-782b802f3e24 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf HTTP/1.1" status: 200 len: 217 time: 0.0692348 Dec 07 18:46:21.529593 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-6684483f-5f81-4ef1-af07-ec1fc53481d6 service neutron] 10.222.0.41 "GET /v2.0/networks/231250c2-6b44-47d0-805a-e173a98bb0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684866 Dec 07 18:46:21.619900 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cb302-b63c-4972-abf6-23022817a524 req-6e2d35eb-8a13-4d69-88a0-28b30a608e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:21.621531 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6e4cb302-b63c-4972-abf6-23022817a524 req-6e2d35eb-8a13-4d69-88a0-28b30a608e7d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=959328ad-f645-4e6a-a843-2b6a58b1fc1b HTTP/1.1" status: 200 len: 855 time: 0.1064305 Dec 07 18:46:21.633952 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8dffdf-c28d-4413-975a-7e557bffb0bb req-7e31395d-fc3f-454c-878f-c9fcb1bf1213 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:21.635680 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-de8dffdf-c28d-4413-975a-7e557bffb0bb req-7e31395d-fc3f-454c-878f-c9fcb1bf1213 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb71bb34-2f82-45de-91ba-98a927600c63 HTTP/1.1" status: 200 len: 944 time: 0.0765820 Dec 07 18:46:21.675261 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:21.693749 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6e4cb302-b63c-4972-abf6-23022817a524 req-167bda4b-233e-421a-97ee-ec1a0fcfbc16 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c8b8ce23-5289-4bad-a75a-485ea880ca99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570500 Dec 07 18:46:21.731342 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-0530ba79-56f5-4056-a544-4e53357a7525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'name': 'tempest-AttachVolumeShelveTestJSON-1544739373-router', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '18038d5c-5f06-43a8-a094-6536afd58616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:43Z', 'updated_at': '2021-12-07T18:45:52Z', 'revision_number': 4, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'gw_port': {'id': '18038d5c-5f06-43a8-a094-6536afd58616', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:44Z', 'updated_at': '2021-12-07T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_floatingips': [{'id': '2a2f1c16-e8eb-488c-8d4c-5f358021087c', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'router_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'port_id': '5d954230-64a1-4c4f-91f6-8893ea16dc4a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c', 'mac_address': 'fa:16:3e:27:42:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54d910a-30a1-4aa9-a038-6dafd95bfa5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:45:57Z', 'updated_at': '2021-12-07T18:46:20Z', 'revision_number': 1, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe36049-287c-4583-826b-13470523761e', 'name': '', 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'mac_address': 'fa:16:3e:6c:22:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:50Z', 'updated_at': '2021-12-07T18:46:03Z', 'revision_number': 5, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'subnets': [{'id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:46:21.750812 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-de8dffdf-c28d-4413-975a-7e557bffb0bb req-e650fa4e-3434-4bbd-9270-1ef399c41d27 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053021 Dec 07 18:46:21.764235 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0530ba79-56f5-4056-a544-4e53357a7525 None None] Checking router: b1ba4833-18e2-4e0c-b492-4604b68a9efa for host: dv-cinder-819692-6-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:46:21.773697 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0530ba79-56f5-4056-a544-4e53357a7525 None None] Routers {'b1ba4833-18e2-4e0c-b492-4604b68a9efa'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:46:21.776207 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-0530ba79-56f5-4056-a544-4e53357a7525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:46:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['b1ba4833-18e2-4e0c-b492-4604b68a9efa'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:46:21.815529 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6e4cb302-b63c-4972-abf6-23022817a524 req-588ad2ab-11b2-46a5-98ba-0efcfbc68d95 service neutron] 10.222.0.23 "GET /v2.0/networks/c8b8ce23-5289-4bad-a75a-485ea880ca99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135488 Dec 07 18:46:21.840234 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3750c31-d00a-45cc-8253-08e14ffd1f7c x-openstack-request-id: req-f3750c31-d00a-45cc-8253-08e14ffd1f7c {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:46:21.840630 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54d910a-30a1-4aa9-a038-6dafd95bfa5c", "tag": "5d954230-64a1-4c4f-91f6-8893ea16dc4a", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:46:21.840791 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f3750c31-d00a-45cc-8253-08e14ffd1f7c {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:46:21.841170 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a54d910a-30a1-4aa9-a038-6dafd95bfa5c', 'tag': '5d954230-64a1-4c4f-91f6-8893ea16dc4a', 'status': 'completed', 'code': 200} Dec 07 18:46:21.906549 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5ff90a-4d02-4dc4-8040-1137b94ebafb x-openstack-request-id: req-ed5ff90a-4d02-4dc4-8040-1137b94ebafb {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:46:21.906800 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb71bb34-2f82-45de-91ba-98a927600c63", "tag": "74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:46:21.907079 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ed5ff90a-4d02-4dc4-8040-1137b94ebafb {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:46:21.907475 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb71bb34-2f82-45de-91ba-98a927600c63', 'tag': '74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf', 'status': 'completed', 'code': 200} Dec 07 18:46:21.932088 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-09f50143-4485-4ad3-a267-9a20cbaab666 req-4e2e2ac1-76a7-43a1-ad74-d85675438321 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 210 time: 0.0377235 Dec 07 18:46:21.967827 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-0530ba79-56f5-4056-a544-4e53357a7525 None None] Set router b1ba4833-18e2-4e0c-b492-4604b68a9efa gateway port host: dv-cinder-819692-6-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:46:22.021666 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6e4cb302-b63c-4972-abf6-23022817a524 req-602d2ec5-d8f0-41be-91b3-af18be62f09b service neutron] 10.222.0.23 "GET /v2.0/networks/c8b8ce23-5289-4bad-a75a-485ea880ca99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979260 Dec 07 18:46:22.036164 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd95605-a5e5-457e-badf-d5804db0c236 req-678a7b6a-5e14-41f2-b6fe-75f75c88e362 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:22.043702 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0fd95605-a5e5-457e-badf-d5804db0c236 req-678a7b6a-5e14-41f2-b6fe-75f75c88e362 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.1401088 Dec 07 18:46:22.054002 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c37ab-790f-4f36-8538-a278ec6d5316 req-3df3e72b-28f7-4240-b1a3-5dde1232e5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:22.055507 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5c6c37ab-790f-4f36-8538-a278ec6d5316 req-3df3e72b-28f7-4240-b1a3-5dde1232e5df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2417a4b6b8b04e738fe57f1c882d88bc&device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 1098 time: 0.1509013 Dec 07 18:46:22.148937 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0fd95605-a5e5-457e-badf-d5804db0c236 req-11ae4924-2eda-4c06-9cab-dd51be6fa8f4 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043668 Dec 07 18:46:22.203323 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebfdff-38c8-4057-89bc-f35efc457321 req-57110cfb-b84d-4f9f-a635-fd22ca22c3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:22.204822 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b0ebfdff-38c8-4057-89bc-f35efc457321 req-57110cfb-b84d-4f9f-a635-fd22ca22c3a9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12e59e340c3845b199cb2b187d625932&device_id=fb71bb34-2f82-45de-91ba-98a927600c63 HTTP/1.1" status: 200 len: 1097 time: 0.1132884 Dec 07 18:46:22.222657 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c37ab-790f-4f36-8538-a278ec6d5316 req-64b96295-ced3-4422-8721-f1a5cfab0a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:22.224279 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5c6c37ab-790f-4f36-8538-a278ec6d5316 req-64b96295-ced3-4422-8721-f1a5cfab0a46 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9d18908e-4fa9-4515-9ad2-63e91916c83c HTTP/1.1" status: 200 len: 918 time: 0.1486332 Dec 07 18:46:22.262733 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-0530ba79-56f5-4056-a544-4e53357a7525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'name': 'tempest-AttachVolumeShelveTestJSON-1544739373-router', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '18038d5c-5f06-43a8-a094-6536afd58616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:43Z', 'updated_at': '2021-12-07T18:45:52Z', 'revision_number': 4, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'gw_port': {'id': '18038d5c-5f06-43a8-a094-6536afd58616', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:44Z', 'updated_at': '2021-12-07T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_floatingips': [{'id': '2a2f1c16-e8eb-488c-8d4c-5f358021087c', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'router_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'port_id': '5d954230-64a1-4c4f-91f6-8893ea16dc4a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c', 'mac_address': 'fa:16:3e:27:42:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54d910a-30a1-4aa9-a038-6dafd95bfa5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:45:57Z', 'updated_at': '2021-12-07T18:46:20Z', 'revision_number': 1, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe36049-287c-4583-826b-13470523761e', 'name': '', 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'mac_address': 'fa:16:3e:6c:22:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:50Z', 'updated_at': '2021-12-07T18:46:03Z', 'revision_number': 5, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'subnets': [{'id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:46:22.302546 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0530ba79-56f5-4056-a544-4e53357a7525 None None] The sync data for ids ['b1ba4833-18e2-4e0c-b492-4604b68a9efa'] in dv-cinder-819692-6-iscsi is: [{'id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'name': 'tempest-AttachVolumeShelveTestJSON-1544739373-router', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '18038d5c-5f06-43a8-a094-6536afd58616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:43Z', 'updated_at': '2021-12-07T18:45:52Z', 'revision_number': 4, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'gw_port': {'id': '18038d5c-5f06-43a8-a094-6536afd58616', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:44Z', 'updated_at': '2021-12-07T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_floatingips': [{'id': '2a2f1c16-e8eb-488c-8d4c-5f358021087c', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'router_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'port_id': '5d954230-64a1-4c4f-91f6-8893ea16dc4a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c', 'mac_address': 'fa:16:3e:27:42:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54d910a-30a1-4aa9-a038-6dafd95bfa5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:45:57Z', 'updated_at': '2021-12-07T18:46:20Z', 'revision_number': 1, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe36049-287c-4583-826b-13470523761e', 'name': '', 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'mac_address': 'fa:16:3e:6c:22:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:50Z', 'updated_at': '2021-12-07T18:46:03Z', 'revision_number': 5, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'subnets': [{'id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:46:22.355523 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5c6c37ab-790f-4f36-8538-a278ec6d5316 req-06115e3d-3a8a-419d-aeec-568dbdeca906 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d954230-64a1-4c4f-91f6-8893ea16dc4a HTTP/1.1" status: 200 len: 999 time: 0.1126213 Dec 07 18:46:22.375365 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebfdff-38c8-4057-89bc-f35efc457321 req-8ab06eda-b031-4c46-a7fb-3ee43ac374cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:22.376949 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b0ebfdff-38c8-4057-89bc-f35efc457321 req-8ab06eda-b031-4c46-a7fb-3ee43ac374cb service neutron] 10.222.0.23 "GET /v2.0/networks?id=c8b8ce23-5289-4bad-a75a-485ea880ca99 HTTP/1.1" status: 200 len: 916 time: 0.1517563 Dec 07 18:46:22.445853 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b0ebfdff-38c8-4057-89bc-f35efc457321 req-3be94855-dfea-4f56-8761-be1b79ffca33 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf HTTP/1.1" status: 200 len: 217 time: 0.0524616 Dec 07 18:46:22.519008 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c37ab-790f-4f36-8538-a278ec6d5316 req-f58c4396-d88b-4379-b724-52d1c72b48c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:22.520498 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5c6c37ab-790f-4f36-8538-a278ec6d5316 req-f58c4396-d88b-4379-b724-52d1c72b48c9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88 HTTP/1.1" status: 200 len: 856 time: 0.1285400 Dec 07 18:46:22.524918 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebfdff-38c8-4057-89bc-f35efc457321 req-2be23719-4987-490c-b547-b2f331ce9274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:22.526571 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b0ebfdff-38c8-4057-89bc-f35efc457321 req-2be23719-4987-490c-b547-b2f331ce9274 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=959328ad-f645-4e6a-a843-2b6a58b1fc1b HTTP/1.1" status: 200 len: 855 time: 0.0624151 Dec 07 18:46:22.575157 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5b1baf-a6ff-42c5-b5bd-905a5e9d2ced None None] New status for floating IP 2a2f1c16-e8eb-488c-8d4c-5f358021087c: ACTIVE {{(pid=109086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 18:46:22.598851 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b0ebfdff-38c8-4057-89bc-f35efc457321 req-e2d72277-6ce5-41ac-a31b-3ed24b844623 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c8b8ce23-5289-4bad-a75a-485ea880ca99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532434 Dec 07 18:46:22.611146 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c37ab-790f-4f36-8538-a278ec6d5316 req-c021c55f-67b1-4528-93e2-75231f64234d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:22.612659 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5c6c37ab-790f-4f36-8538-a278ec6d5316 req-c021c55f-67b1-4528-93e2-75231f64234d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9d18908e-4fa9-4515-9ad2-63e91916c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0683968 Dec 07 18:46:22.779641 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b0ebfdff-38c8-4057-89bc-f35efc457321 req-c7b949a0-635a-4f75-8fed-48511b03d7c7 service neutron] 10.222.0.23 "GET /v2.0/networks/c8b8ce23-5289-4bad-a75a-485ea880ca99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542125 Dec 07 18:46:22.781962 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5c6c37ab-790f-4f36-8538-a278ec6d5316 req-dd9706a1-76c4-473f-a033-bf91b37b2e60 service neutron] 10.222.0.23 "GET /v2.0/networks/9d18908e-4fa9-4515-9ad2-63e91916c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554854 Dec 07 18:46:22.981339 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b0ebfdff-38c8-4057-89bc-f35efc457321 req-28aa1392-f5b5-4be5-a8d4-5e583e927a99 service neutron] 10.222.0.23 "GET /v2.0/networks/c8b8ce23-5289-4bad-a75a-485ea880ca99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853321 Dec 07 18:46:22.992317 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e64f11-148e-44ee-aefd-1ad8096501d7 req-7a86fa3e-845e-40bf-bdb8-030d179633e0 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:22.993788 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e3e64f11-148e-44ee-aefd-1ad8096501d7 req-7a86fa3e-845e-40bf-bdb8-030d179633e0 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb71bb34-2f82-45de-91ba-98a927600c63 HTTP/1.1" status: 200 len: 944 time: 0.1599865 Dec 07 18:46:23.021172 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5c6c37ab-790f-4f36-8538-a278ec6d5316 req-0848f379-80bc-4173-91c6-7b8c6adf55f6 service neutron] 10.222.0.23 "GET /v2.0/networks/9d18908e-4fa9-4515-9ad2-63e91916c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027202 Dec 07 18:46:23.036444 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a9e18a2b-b584-4f45-8dc2-da2ff23c4422 req-b480d72e-bca0-48bb-82fb-5039a130f280 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 210 time: 0.0439243 Dec 07 18:46:23.061406 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e3e64f11-148e-44ee-aefd-1ad8096501d7 req-1c0221a5-cc5e-4616-9950-524121b7b39e tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600142 Dec 07 18:46:23.223307 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-7f953e16-8622-4bce-8ad5-89ffdcd41405 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:23.225180 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-7f953e16-8622-4bce-8ad5-89ffdcd41405 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.23 "GET /v2.0/networks?id=231250c2-6b44-47d0-805a-e173a98bb0d4 HTTP/1.1" status: 200 len: 814 time: 0.1053977 Dec 07 18:46:23.264162 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-fd7597e2-cd95-4e5b-a284-cc06946c864f tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Request body: {'port': {'device_id': '669946de-d56d-400a-aa4e-0b1c8ab97e46', 'network_id': '231250c2-6b44-47d0-805a-e173a98bb0d4', 'admin_state_up': True, 'tenant_id': '60c42061bf6e4acb909fab4c8dbc4c0d'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:46:23.372732 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-fd7597e2-cd95-4e5b-a284-cc06946c864f tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Made reservation on behalf of 60c42061bf6e4acb909fab4c8dbc4c0d for: {'port': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:46:23.376337 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-fd7597e2-cd95-4e5b-a284-cc06946c864f tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:23.516518 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-fd7597e2-cd95-4e5b-a284-cc06946c864f tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Allocated IP 172.20.0.9 (231250c2-6b44-47d0-805a-e173a98bb0d4/7946be5b-0476-44aa-ae26-502f3cd3f3eb/6c4ac575-82d3-4c88-90cb-0083321e1635) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:46:23.757531 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-fd7597e2-cd95-4e5b-a284-cc06946c864f tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks [] for port, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:23.859578 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9913e9a-4823-4295-9516-ff555c758a08 req-7593ad4e-704c-4206-9e5d-239aebc0fa57 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:23.861230 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c9913e9a-4823-4295-9516-ff555c758a08 req-7593ad4e-704c-4206-9e5d-239aebc0fa57 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0910053 Dec 07 18:46:23.869077 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-fd7597e2-cd95-4e5b-a284-cc06946c864f tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:24.028244 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-fd7597e2-cd95-4e5b-a284-cc06946c864f tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Network 231250c2-6b44-47d0-805a-e173a98bb0d4 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:46:24.034667 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-fd7597e2-cd95-4e5b-a284-cc06946c864f tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:46:24.039296 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7597e2-cd95-4e5b-a284-cc06946c864f tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Pushing event updated for resources: {'Port': ['ID=6c4ac575-82d3-4c88-90cb-0083321e1635,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:46:24.046499 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-fd7597e2-cd95-4e5b-a284-cc06946c864f tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:46:24.106096 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c9913e9a-4823-4295-9516-ff555c758a08 req-cde95ea4-a726-4d7e-848c-55a25bf61cbe tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337437 Dec 07 18:46:24.169605 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-fd7597e2-cd95-4e5b-a284-cc06946c864f tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:24.171708 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-fd7597e2-cd95-4e5b-a284-cc06946c864f tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:24.189391 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-fd7597e2-cd95-4e5b-a284-cc06946c864f tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9289720 Dec 07 18:46:24.262599 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7fbf3-37bf-4630-80de-0729f84e26c3 req-84278583-f461-4ae0-994c-4811a18f79ff tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:24.264394 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e5c7fbf3-37bf-4630-80de-0729f84e26c3 req-84278583-f461-4ae0-994c-4811a18f79ff tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 931 time: 0.0699973 Dec 07 18:46:24.312005 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-a7e72d08-af20-4ee2-9a6d-4193470e799f None None] Provisioning complete for port 6c4ac575-82d3-4c88-90cb-0083321e1635 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:46:24.312584 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a7e72d08-af20-4ee2-9a6d-4193470e799f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:24.330029 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e5c7fbf3-37bf-4630-80de-0729f84e26c3 req-601a9414-8ce7-4960-8454-720c2053c979 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbd6a00-6cad-41ed-8392-ec51296291ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561643 Dec 07 18:46:24.364677 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a7e72d08-af20-4ee2-9a6d-4193470e799f None None] Port 6c4ac575-82d3-4c88-90cb-0083321e1635 cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:46:24.443257 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddc28e-da54-40dc-966e-157ff4c8cf5c req-0d7133a0-c60f-4d0c-a44e-3af47e1ad5a3 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:24.450489 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-63ddc28e-da54-40dc-966e-157ff4c8cf5c req-0d7133a0-c60f-4d0c-a44e-3af47e1ad5a3 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb71bb34-2f82-45de-91ba-98a927600c63 HTTP/1.1" status: 200 len: 944 time: 0.0644121 Dec 07 18:46:24.495249 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-63ddc28e-da54-40dc-966e-157ff4c8cf5c req-c92c6719-5953-4f1b-833a-17c1930040d3 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438552 Dec 07 18:46:24.630029 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-d72db60b-fbb3-42c4-a7db-2951bfcd98a9 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1547138161&fields=id&tenant_id=9dbb7c47db4047b7b6b9fdc130ea461d HTTP/1.1" status: 200 len: 267 time: 0.0516372 Dec 07 18:46:24.766149 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-4d287c53-a9d9-40a2-a3f7-08f8f213b58d tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:24.767609 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-4d287c53-a9d9-40a2-a3f7-08f8f213b58d tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/networks?id=f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584 HTTP/1.1" status: 200 len: 809 time: 0.1300776 Dec 07 18:46:24.796988 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-9c338ea9-9ccc-479c-8fe9-9b8bfdd76d42 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/quotas/9dbb7c47db4047b7b6b9fdc130ea461d HTTP/1.1" status: 200 len: 375 time: 0.0117724 Dec 07 18:46:24.867359 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-14ffc5f7-4924-4f08-8580-e2740a3d15ed tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9dbb7c47db4047b7b6b9fdc130ea461d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693212 Dec 07 18:46:24.996854 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-cf7a717c-d3ff-4239-925e-f9e16f6c8509 service neutron] 10.222.0.41 "GET /v2.0/networks/f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111953 Dec 07 18:46:25.093344 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-b63a43c7-e731-4afa-94d1-9ba6229bf720 service neutron] 10.222.0.41 "GET /v2.0/networks/f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904393 Dec 07 18:46:25.971253 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:46:26.072543 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf,segment=NetworkSegment(98bfe91f-7bab-411d-b57d-5ef27194bbaa),segment_id=98bfe91f-7bab-411d-b57d-5ef27194bbaa)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:46:26.085786 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Returning: {'device': '74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf', 'network_id': 'c8b8ce23-5289-4bad-a75a-485ea880ca99', 'port_id': '74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf', 'mac_address': 'fa:16:3e:59:66:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '959328ad-f645-4e6a-a843-2b6a58b1fc1b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:46:26.126346 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:26.141459 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:46:26.166567 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf,segment=NetworkSegment(98bfe91f-7bab-411d-b57d-5ef27194bbaa),segment_id=98bfe91f-7bab-411d-b57d-5ef27194bbaa)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:46:26.173584 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:26.233757 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:46:26.380509 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 33270) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:46:26.499310 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a279ab5e-75c7-40a8-b24e-ebc76c02e632 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:26.522963 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:46:26.595834 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a279ab5e-75c7-40a8-b24e-ebc76c02e632 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:26.600536 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a279ab5e-75c7-40a8-b24e-ebc76c02e632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:26.639955 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-a279ab5e-75c7-40a8-b24e-ebc76c02e632 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2103d74430764dfc98d67ac83423ece8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2583666 Dec 07 18:46:26.640885 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279ab5e-75c7-40a8-b24e-ebc76c02e632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08054158-47f8-480d-8a58-29c67ca3969e,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:46:26.642675 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 33274) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:46:26.719479 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-15946f0e-4592-4013-af51-9c9fa8e7008f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:26.746646 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-15946f0e-4592-4013-af51-9c9fa8e7008f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:26.802955 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-15946f0e-4592-4013-af51-9c9fa8e7008f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:26.806352 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-15946f0e-4592-4013-af51-9c9fa8e7008f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:26.807577 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-15946f0e-4592-4013-af51-9c9fa8e7008f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/08054158-47f8-480d-8a58-29c67ca3969e HTTP/1.1" status: 204 len: 168 time: 0.1638567 Dec 07 18:46:26.815688 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15946f0e-4592-4013-af51-9c9fa8e7008f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08054158-47f8-480d-8a58-29c67ca3969e,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:46:27.978775 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf up at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:46:28.034755 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning for port 74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:46:28.039273 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning complete for port 74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:46:28.039860 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:28.122491 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:28.147612 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb71bb34-2f82-45de-91ba-98a927600c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:46:28.150461 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab3a8ce7da5a640e7c4dfc04f2c3e6911255c2d0b826cd7cc2b97a426bb0a1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849f6566-76d9-4374-82c4-f3f47bf0026e" -d '{"events": [{"server_uuid": "fb71bb34-2f82-45de-91ba-98a927600c63", "name": "network-vif-plugged", "status": "completed", "tag": "74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:46:28.164014 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf,segment=NetworkSegment(98bfe91f-7bab-411d-b57d-5ef27194bbaa),segment_id=98bfe91f-7bab-411d-b57d-5ef27194bbaa)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:46:28.168342 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:28.221821 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:46:29.463221 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:46:36.729538 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-5898f19c-92cf-42e0-a852-7b4a302e535c service neutron] Request body: {'port': {'device_id': '669946de-d56d-400a-aa4e-0b1c8ab97e46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:46:36.789043 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-5898f19c-92cf-42e0-a852-7b4a302e535c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:36.943091 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3aac5-487d-4810-91cd-adfa00eed715 req-f2b1fa66-fc3f-4b62-88fb-b3856fe66557 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:36.945687 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9ba3aac5-487d-4810-91cd-adfa00eed715 req-f2b1fa66-fc3f-4b62-88fb-b3856fe66557 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0596850 Dec 07 18:46:37.015457 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9ba3aac5-487d-4810-91cd-adfa00eed715 req-718209f2-6cfa-45e5-baca-84ce74f06d01 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589347 Dec 07 18:46:37.128380 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f6c0f915-aab4-4e13-9e4a-192578cf4856 req-29475a51-7e5d-4258-a87b-ccf1a70c5a86 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 210 time: 0.0301938 Dec 07 18:46:37.259129 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb884fb4-d8b2-49ef-903b-24af4fd87fcd req-e63c17d4-efcf-459d-8648-ffd3d202a52f tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:37.260513 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-bb884fb4-d8b2-49ef-903b-24af4fd87fcd req-e63c17d4-efcf-459d-8648-ffd3d202a52f tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb71bb34-2f82-45de-91ba-98a927600c63 HTTP/1.1" status: 200 len: 946 time: 0.0625124 Dec 07 18:46:37.268389 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bebcca-3d00-4335-a436-af3d387d58f4 req-03d02c60-b1b5-48b7-be03-b2aef261a2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:37.269881 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-21bebcca-3d00-4335-a436-af3d387d58f4 req-03d02c60-b1b5-48b7-be03-b2aef261a2d1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b1c0284a24444edf87293c9fe818e638&device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 1099 time: 0.4658558 Dec 07 18:46:37.307431 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-bb884fb4-d8b2-49ef-903b-24af4fd87fcd req-e9c916f1-7a91-4252-906a-614332bd9645 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408819 Dec 07 18:46:37.352239 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c41a16-31e2-4235-8c7f-fa0bdbb07ed5 x-openstack-request-id: req-20c41a16-31e2-4235-8c7f-fa0bdbb07ed5 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:46:37.352769 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb71bb34-2f82-45de-91ba-98a927600c63", "name": "network-vif-plugged", "status": "completed", "tag": "74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:46:37.352769 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-20c41a16-31e2-4235-8c7f-fa0bdbb07ed5 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:46:37.353165 dv-cinder-819692-6-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb71bb34-2f82-45de-91ba-98a927600c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf', 'code': 200} Dec 07 18:46:37.357115 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71cc0f-ca32-45ce-875c-1f1238bb94b2 req-671fc051-86ae-4b8d-958d-acf4b0b48930 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:37.358730 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-dd71cc0f-ca32-45ce-875c-1f1238bb94b2 req-671fc051-86ae-4b8d-958d-acf4b0b48930 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 931 time: 0.1402788 Dec 07 18:46:37.472942 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bebcca-3d00-4335-a436-af3d387d58f4 req-2da58141-d193-425b-9842-c1748cbf590e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:37.474433 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-21bebcca-3d00-4335-a436-af3d387d58f4 req-2da58141-d193-425b-9842-c1748cbf590e service neutron] 10.222.0.23 "GET /v2.0/networks?id=21f5f496-97bc-411b-8951-cfa100658247 HTTP/1.1" status: 200 len: 920 time: 0.1708221 Dec 07 18:46:37.552238 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-dd71cc0f-ca32-45ce-875c-1f1238bb94b2 req-1fec6b95-a078-46e3-a316-fd59f2d5ad54 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbd6a00-6cad-41ed-8392-ec51296291ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610343 Dec 07 18:46:37.557423 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-21bebcca-3d00-4335-a436-af3d387d58f4 req-4c4a4fc0-fd9f-4ad8-8744-3808f0216a02 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9 HTTP/1.1" status: 200 len: 217 time: 0.0646341 Dec 07 18:46:37.566137 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-5898f19c-92cf-42e0-a852-7b4a302e535c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c4ac575-82d3-4c88-90cb-0083321e1635 {{(pid=109084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:46:37.573303 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-5898f19c-92cf-42e0-a852-7b4a302e535c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:37.617399 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.provisioning_blocks [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-5898f19c-92cf-42e0-a852-7b4a302e535c service neutron] Transition to ACTIVE for port object 6c4ac575-82d3-4c88-90cb-0083321e1635 will not be triggered until provisioned by entity L2. {{(pid=109084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:46:37.645101 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-5898f19c-92cf-42e0-a852-7b4a302e535c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530413597'] for port, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:37.700305 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-b035d2e6-d0f6-4d04-8749-60fc819f919c tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:37.701816 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-b035d2e6-d0f6-4d04-8749-60fc819f919c tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.23 "GET /v2.0/networks?id=f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584 HTTP/1.1" status: 200 len: 809 time: 0.1215472 Dec 07 18:46:37.711986 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bebcca-3d00-4335-a436-af3d387d58f4 req-a3db1e73-d720-4154-b481-03094caaf4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:37.713701 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-21bebcca-3d00-4335-a436-af3d387d58f4 req-a3db1e73-d720-4154-b481-03094caaf4fa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a57c2580-dd64-42bb-8b18-d437fa46d1d2 HTTP/1.1" status: 200 len: 859 time: 0.1314573 Dec 07 18:46:37.717957 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8bbffd-629c-4fe3-84e3-56a4d271f618 req-a57e1841-1f87-457f-9f38-99d2fea9ac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:37.719345 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ec8bbffd-629c-4fe3-84e3-56a4d271f618 req-a57e1841-1f87-457f-9f38-99d2fea9ac28 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fb71bb34-2f82-45de-91ba-98a927600c63 HTTP/1.1" status: 200 len: 1099 time: 0.1360550 Dec 07 18:46:37.721461 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898f19c-92cf-42e0-a852-7b4a302e535c service neutron] Pushing event updated for resources: {'Port': ['ID=6c4ac575-82d3-4c88-90cb-0083321e1635,revision_number=2']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:46:37.731111 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898f19c-92cf-42e0-a852-7b4a302e535c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:46:37.731828 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898f19c-92cf-42e0-a852-7b4a302e535c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:46:37.731828 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898f19c-92cf-42e0-a852-7b4a302e535c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:46:37.732134 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898f19c-92cf-42e0-a852-7b4a302e535c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:46:37.732477 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898f19c-92cf-42e0-a852-7b4a302e535c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:46:37.732818 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898f19c-92cf-42e0-a852-7b4a302e535c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:46:37.733154 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898f19c-92cf-42e0-a852-7b4a302e535c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:46:37.733501 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898f19c-92cf-42e0-a852-7b4a302e535c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:46:37.733811 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898f19c-92cf-42e0-a852-7b4a302e535c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:46:37.734172 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898f19c-92cf-42e0-a852-7b4a302e535c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:46:37.734505 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898f19c-92cf-42e0-a852-7b4a302e535c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:46:37.734834 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898f19c-92cf-42e0-a852-7b4a302e535c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:46:37.735808 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898f19c-92cf-42e0-a852-7b4a302e535c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:46:37.787556 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-cf48784f-328e-4f59-b167-c6df4ac146d0 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9dbb7c47db4047b7b6b9fdc130ea461d HTTP/1.1" status: 200 len: 380 time: 0.0647986 Dec 07 18:46:37.791690 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-21bebcca-3d00-4335-a436-af3d387d58f4 req-39b8c5dd-aec9-483b-a4f5-8a8f4e97e41b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21f5f496-97bc-411b-8951-cfa100658247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511303 Dec 07 18:46:37.809896 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-51c8c35d-a962-49f6-b8be-8ae846fb2e49 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Request body: {'port': {'device_id': '6353ff89-98cf-4e56-b677-b0f9431d7e1d', 'network_id': 'f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584', 'admin_state_up': True, 'tenant_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'security_groups': ['f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:46:37.917714 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ec8bbffd-629c-4fe3-84e3-56a4d271f618 req-00bafc6e-258a-4a93-ac36-4bb82f207d68 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782417 Dec 07 18:46:37.939260 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-51c8c35d-a962-49f6-b8be-8ae846fb2e49 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Made reservation on behalf of 9dbb7c47db4047b7b6b9fdc130ea461d for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:46:37.940188 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-5898f19c-92cf-42e0-a852-7b4a302e535c service neutron] Attempting to bind port 6c4ac575-82d3-4c88-90cb-0083321e1635 on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:46:37.940585 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-5898f19c-92cf-42e0-a852-7b4a302e535c service neutron] Attempting to bind port 6c4ac575-82d3-4c88-90cb-0083321e1635 by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': '63bb465d-bb7c-463b-a144-66016a6c109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '231250c2-6b44-47d0-805a-e173a98bb0d4'}] {{(pid=109084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:46:37.940874 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-5898f19c-92cf-42e0-a852-7b4a302e535c service neutron] Attempting to bind port 6c4ac575-82d3-4c88-90cb-0083321e1635 on network 231250c2-6b44-47d0-805a-e173a98bb0d4 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:46:37.948022 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-51c8c35d-a962-49f6-b8be-8ae846fb2e49 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:37.949979 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-21bebcca-3d00-4335-a436-af3d387d58f4 req-93d63890-9de6-4a15-948f-74a6829a5000 service neutron] 10.222.0.23 "GET /v2.0/networks/21f5f496-97bc-411b-8951-cfa100658247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324942 Dec 07 18:46:37.950686 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-5898f19c-92cf-42e0-a852-7b4a302e535c service neutron] Port 6c4ac575-82d3-4c88-90cb-0083321e1635 on network 231250c2-6b44-47d0-805a-e173a98bb0d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:46:37.951017 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-5898f19c-92cf-42e0-a852-7b4a302e535c service neutron] Attempting to bind port 6c4ac575-82d3-4c88-90cb-0083321e1635 on network 231250c2-6b44-47d0-805a-e173a98bb0d4 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:46:37.957541 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-5898f19c-92cf-42e0-a852-7b4a302e535c service neutron] Checking agent: {'id': '9b8b7df7-f18f-49d8-b3bd-9764bcedc888', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'started_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:46:37.957936 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-5898f19c-92cf-42e0-a852-7b4a302e535c service neutron] Checking segment: {'id': '63bb465d-bb7c-463b-a144-66016a6c109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '231250c2-6b44-47d0-805a-e173a98bb0d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:46:37.958402 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-5898f19c-92cf-42e0-a852-7b4a302e535c service neutron] Bound using segment: {'id': '63bb465d-bb7c-463b-a144-66016a6c109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '231250c2-6b44-47d0-805a-e173a98bb0d4'} {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:46:37.958840 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-5898f19c-92cf-42e0-a852-7b4a302e535c service neutron] Bound port: 6c4ac575-82d3-4c88-90cb-0083321e1635, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63bb465d-bb7c-463b-a144-66016a6c109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '231250c2-6b44-47d0-805a-e173a98bb0d4'}}] {{(pid=109084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:46:37.959200 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-5898f19c-92cf-42e0-a852-7b4a302e535c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:38.028812 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-5898f19c-92cf-42e0-a852-7b4a302e535c service neutron] For port 6c4ac575-82d3-4c88-90cb-0083321e1635, host hv-cinder-81969, cleared binding levels {{(pid=109084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:46:38.033269 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-5898f19c-92cf-42e0-a852-7b4a302e535c service neutron] For port 6c4ac575-82d3-4c88-90cb-0083321e1635, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=6c4ac575-82d3-4c88-90cb-0083321e1635,segment=NetworkSegment(63bb465d-bb7c-463b-a144-66016a6c109d),segment_id=63bb465d-bb7c-463b-a144-66016a6c109d)] {{(pid=109084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:46:38.038152 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-5898f19c-92cf-42e0-a852-7b4a302e535c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530413597'] for port, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:38.071556 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-5898f19c-92cf-42e0-a852-7b4a302e535c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:38.072522 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-5898f19c-92cf-42e0-a852-7b4a302e535c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:38.073963 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-5898f19c-92cf-42e0-a852-7b4a302e535c service neutron] 10.222.0.23 "PUT /v2.0/ports/6c4ac575-82d3-4c88-90cb-0083321e1635 HTTP/1.1" status: 200 len: 1093 time: 1.3503318 Dec 07 18:46:38.076144 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669946de-d56d-400a-aa4e-0b1c8ab97e46', 'tag': '6c4ac575-82d3-4c88-90cb-0083321e1635'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:46:38.078479 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a9c8e9ce0db27bff2b715efe80f7ddeb02331314c1c7d49b52ba908637cab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46d3aad-5cfa-4609-a915-e301689dbca1" -d '{"events": [{"name": "network-changed", "server_uuid": "669946de-d56d-400a-aa4e-0b1c8ab97e46", "tag": "6c4ac575-82d3-4c88-90cb-0083321e1635"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:46:38.088142 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-51c8c35d-a962-49f6-b8be-8ae846fb2e49 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Allocated IP 172.20.0.9 (f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584/1391da38-e32d-4021-8a10-dbcd7095634e/ea0e7445-57e1-4ed8-b96b-ef483e19d0bd) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:46:38.123900 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898f19c-92cf-42e0-a852-7b4a302e535c service neutron] Pushing event updated for resources: {'Port': ['ID=6c4ac575-82d3-4c88-90cb-0083321e1635,revision_number=3']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:46:38.147443 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3133c356-8984-49ad-946a-d19880e82f76 x-openstack-request-id: req-3133c356-8984-49ad-946a-d19880e82f76 {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:46:38.147741 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "669946de-d56d-400a-aa4e-0b1c8ab97e46", "tag": "6c4ac575-82d3-4c88-90cb-0083321e1635", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:46:38.148124 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3133c356-8984-49ad-946a-d19880e82f76 {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:46:38.148394 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '669946de-d56d-400a-aa4e-0b1c8ab97e46', 'tag': '6c4ac575-82d3-4c88-90cb-0083321e1635', 'status': 'completed', 'code': 200} Dec 07 18:46:38.298525 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f2589a5a-1548-4f49-a561-9aec62480779 req-c75ff6d2-35b9-4f64-a6a9-977e71b1e03f tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 210 time: 0.0372987 Dec 07 18:46:38.305045 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453acff5-27c9-496a-8b12-cb6e61499610 req-294613c7-5ec8-4aee-94a8-adf1d5381d71 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:38.307130 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-453acff5-27c9-496a-8b12-cb6e61499610 req-294613c7-5ec8-4aee-94a8-adf1d5381d71 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.1579096 Dec 07 18:46:38.343465 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-51c8c35d-a962-49f6-b8be-8ae846fb2e49 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:38.352910 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d3aad-5cfa-4609-a915-e301689dbca1 req-08a97eba-9c33-481a-a7b3-373a3a27fefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:38.354512 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c46d3aad-5cfa-4609-a915-e301689dbca1 req-08a97eba-9c33-481a-a7b3-373a3a27fefd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=60c42061bf6e4acb909fab4c8dbc4c0d&device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 1096 time: 0.1597481 Dec 07 18:46:38.364135 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-21bebcca-3d00-4335-a436-af3d387d58f4 req-35d8415f-3952-4a9b-8591-ef1deeb3dd6b service neutron] 10.222.0.23 "GET /v2.0/networks/21f5f496-97bc-411b-8951-cfa100658247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731946 Dec 07 18:46:38.380490 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-51c8c35d-a962-49f6-b8be-8ae846fb2e49 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529624208'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:38.444487 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-453acff5-27c9-496a-8b12-cb6e61499610 req-917278c6-7605-4af4-be64-9ad1fe658264 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297841 Dec 07 18:46:38.468671 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-51c8c35d-a962-49f6-b8be-8ae846fb2e49 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Network f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:46:38.475658 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-51c8c35d-a962-49f6-b8be-8ae846fb2e49 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:46:38.478707 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-51c8c35d-a962-49f6-b8be-8ae846fb2e49 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:46:38.530928 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fc952-928b-40e9-8ca8-0d274dc95fa7 req-d34cae51-2293-4576-b775-ef98c43c3cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:38.534363 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4c6fc952-928b-40e9-8ca8-0d274dc95fa7 req-d34cae51-2293-4576-b775-ef98c43c3cc1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b1c0284a24444edf87293c9fe818e638&device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 1099 time: 0.0889013 Dec 07 18:46:38.549469 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:38.561144 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c8c35d-a962-49f6-b8be-8ae846fb2e49 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Pushing event updated for resources: {'Port': ['ID=ea0e7445-57e1-4ed8-b96b-ef483e19d0bd,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:46:38.565602 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d3aad-5cfa-4609-a915-e301689dbca1 req-25bcd173-f5d6-428c-8aed-a6a077b77634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:38.567102 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c46d3aad-5cfa-4609-a915-e301689dbca1 req-25bcd173-f5d6-428c-8aed-a6a077b77634 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=60c42061bf6e4acb909fab4c8dbc4c0d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1771111 Dec 07 18:46:38.587302 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbe903-4802-4522-8e69-82e8a4f1bf16 req-36eb951c-f2b1-468d-aa77-780046e6903c tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:38.595921 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-93bbe903-4802-4522-8e69-82e8a4f1bf16 req-36eb951c-f2b1-468d-aa77-780046e6903c tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb71bb34-2f82-45de-91ba-98a927600c63 HTTP/1.1" status: 200 len: 946 time: 0.2106583 Dec 07 18:46:38.752123 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-a12db6b4-3a45-46d5-ba2c-720eb482f064 None None] Provisioning complete for port ea0e7445-57e1-4ed8-b96b-ef483e19d0bd triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:46:38.752585 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a12db6b4-3a45-46d5-ba2c-720eb482f064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:38.772998 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fc952-928b-40e9-8ca8-0d274dc95fa7 req-6c258b99-7a85-48bb-a971-f2a76b8c9788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:38.774402 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4c6fc952-928b-40e9-8ca8-0d274dc95fa7 req-6c258b99-7a85-48bb-a971-f2a76b8c9788 service neutron] 10.222.0.23 "GET /v2.0/networks?id=21f5f496-97bc-411b-8951-cfa100658247 HTTP/1.1" status: 200 len: 920 time: 0.2188442 Dec 07 18:46:38.785241 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeba7dd-f3c3-433a-8562-9027030159ab req-2f014de8-fb5c-41df-9fc0-be698a40b5ae tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:38.787062 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-edeba7dd-f3c3-433a-8562-9027030159ab req-2f014de8-fb5c-41df-9fc0-be698a40b5ae tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 943 time: 0.1588035 Dec 07 18:46:38.789554 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d3aad-5cfa-4609-a915-e301689dbca1 req-b2273cae-426d-4514-ae5c-e3e1313b236d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:38.790948 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c46d3aad-5cfa-4609-a915-e301689dbca1 req-b2273cae-426d-4514-ae5c-e3e1313b236d service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2132587 Dec 07 18:46:38.802122 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a12db6b4-3a45-46d5-ba2c-720eb482f064 None None] Port ea0e7445-57e1-4ed8-b96b-ef483e19d0bd cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:46:38.832208 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4c6fc952-928b-40e9-8ca8-0d274dc95fa7 req-b12dc091-cd8f-481e-bb1d-ff9a91cba371 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9 HTTP/1.1" status: 200 len: 217 time: 0.0439246 Dec 07 18:46:38.880222 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c8c35d-a962-49f6-b8be-8ae846fb2e49 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:46:38.880575 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c8c35d-a962-49f6-b8be-8ae846fb2e49 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:46:38.880918 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c8c35d-a962-49f6-b8be-8ae846fb2e49 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:46:38.881252 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c8c35d-a962-49f6-b8be-8ae846fb2e49 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:46:38.881580 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c8c35d-a962-49f6-b8be-8ae846fb2e49 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:46:38.881923 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c8c35d-a962-49f6-b8be-8ae846fb2e49 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:46:38.882249 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c8c35d-a962-49f6-b8be-8ae846fb2e49 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:46:38.882571 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c8c35d-a962-49f6-b8be-8ae846fb2e49 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:46:38.882886 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c8c35d-a962-49f6-b8be-8ae846fb2e49 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:46:38.883206 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c8c35d-a962-49f6-b8be-8ae846fb2e49 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:46:38.883526 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c8c35d-a962-49f6-b8be-8ae846fb2e49 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:46:38.883842 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c8c35d-a962-49f6-b8be-8ae846fb2e49 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:46:38.884155 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c8c35d-a962-49f6-b8be-8ae846fb2e49 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:46:38.897978 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-51c8c35d-a962-49f6-b8be-8ae846fb2e49 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:38.898588 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-51c8c35d-a962-49f6-b8be-8ae846fb2e49 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:38.921596 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-51c8c35d-a962-49f6-b8be-8ae846fb2e49 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1170616 Dec 07 18:46:38.935319 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-edeba7dd-f3c3-433a-8562-9027030159ab req-39f87f83-cd1e-48f4-8557-e1e0b5af2f90 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbd6a00-6cad-41ed-8392-ec51296291ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389046 Dec 07 18:46:38.936900 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-70928feb-6577-4b38-8136-a75d383c5e7d service neutron] Request body: {'port': {'device_id': '6353ff89-98cf-4e56-b677-b0f9431d7e1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:46:38.953978 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fc952-928b-40e9-8ca8-0d274dc95fa7 req-ce18e46b-d708-4cc2-9a98-c91fe3905ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:38.953978 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4c6fc952-928b-40e9-8ca8-0d274dc95fa7 req-ce18e46b-d708-4cc2-9a98-c91fe3905ad7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a57c2580-dd64-42bb-8b18-d437fa46d1d2 HTTP/1.1" status: 200 len: 859 time: 0.0874386 Dec 07 18:46:38.953978 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-55de97ac-2923-4062-ae38-d89eedc9d1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:38.954537 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-55de97ac-2923-4062-ae38-d89eedc9d1f6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=60c42061bf6e4acb909fab4c8dbc4c0d&device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 1096 time: 0.1062007 Dec 07 18:46:38.978508 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-93bbe903-4802-4522-8e69-82e8a4f1bf16 req-6107e5b0-72ee-4130-9596-a0a0594a176e tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817439 Dec 07 18:46:39.015773 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-70928feb-6577-4b38-8136-a75d383c5e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:39.037355 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4c6fc952-928b-40e9-8ca8-0d274dc95fa7 req-048a09f0-3418-451a-98d3-f4cae5ebf2ea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21f5f496-97bc-411b-8951-cfa100658247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685539 Dec 07 18:46:39.038782 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-760b8595-4939-4cb9-9f8b-f98078e78fd1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c4ac575-82d3-4c88-90cb-0083321e1635 HTTP/1.1" status: 200 len: 217 time: 0.0613286 Dec 07 18:46:39.167962 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-808d25ea-b3f5-4f2b-81b6-867e3e22084c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:39.169424 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-808d25ea-b3f5-4f2b-81b6-867e3e22084c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7946be5b-0476-44aa-ae26-502f3cd3f3eb HTTP/1.1" status: 200 len: 853 time: 0.0832841 Dec 07 18:46:39.215627 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4c6fc952-928b-40e9-8ca8-0d274dc95fa7 req-9a75bb59-cfd4-4b6f-99f6-2d183408fc97 service neutron] 10.222.0.23 "GET /v2.0/networks/21f5f496-97bc-411b-8951-cfa100658247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589975 Dec 07 18:46:39.235672 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-dff33bf7-ae8d-4bd5-ae52-49d944b46bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:39.237180 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-dff33bf7-ae8d-4bd5-ae52-49d944b46bc3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=231250c2-6b44-47d0-805a-e173a98bb0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581362 Dec 07 18:46:39.292091 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-70928feb-6577-4b38-8136-a75d383c5e7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea0e7445-57e1-4ed8-b96b-ef483e19d0bd {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:46:39.300619 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-70928feb-6577-4b38-8136-a75d383c5e7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:39.314832 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-70928feb-6577-4b38-8136-a75d383c5e7d service neutron] Transition to ACTIVE for port object ea0e7445-57e1-4ed8-b96b-ef483e19d0bd will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:46:39.319084 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-70928feb-6577-4b38-8136-a75d383c5e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529623651'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:39.372427 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70928feb-6577-4b38-8136-a75d383c5e7d service neutron] Pushing event updated for resources: {'Port': ['ID=ea0e7445-57e1-4ed8-b96b-ef483e19d0bd,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:46:39.400790 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4c6fc952-928b-40e9-8ca8-0d274dc95fa7 req-426489eb-e9f5-4f82-9746-4c5ce1951972 service neutron] 10.222.0.23 "GET /v2.0/networks/21f5f496-97bc-411b-8951-cfa100658247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683853 Dec 07 18:46:39.407276 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-59cf7fb8-d631-4012-8c42-3a71392b8029 service neutron] 10.222.0.23 "GET /v2.0/networks/231250c2-6b44-47d0-805a-e173a98bb0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527269 Dec 07 18:46:39.534737 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb3e60-7a85-4394-a9dc-f1a90455153f req-6a915b22-0f2a-4c14-9116-cb16d91f7740 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:39.538060 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-12bb3e60-7a85-4394-a9dc-f1a90455153f req-6a915b22-0f2a-4c14-9116-cb16d91f7740 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 943 time: 0.1177371 Dec 07 18:46:39.565589 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c50f0a39-14fb-4b56-8504-46e1031876e8 req-8173be9c-d9eb-4e7a-91fb-621204036b22 service neutron] 10.222.0.23 "GET /v2.0/networks/231250c2-6b44-47d0-805a-e173a98bb0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415851 Dec 07 18:46:39.586096 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-70928feb-6577-4b38-8136-a75d383c5e7d service neutron] Attempting to bind port ea0e7445-57e1-4ed8-b96b-ef483e19d0bd on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:46:39.586930 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-70928feb-6577-4b38-8136-a75d383c5e7d service neutron] Attempting to bind port ea0e7445-57e1-4ed8-b96b-ef483e19d0bd by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': 'c354797e-580a-431c-9dd2-dcb1dd031e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:46:39.588406 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-70928feb-6577-4b38-8136-a75d383c5e7d service neutron] Attempting to bind port ea0e7445-57e1-4ed8-b96b-ef483e19d0bd on network f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:46:39.617794 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-70928feb-6577-4b38-8136-a75d383c5e7d service neutron] Port ea0e7445-57e1-4ed8-b96b-ef483e19d0bd on network f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:46:39.618241 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-70928feb-6577-4b38-8136-a75d383c5e7d service neutron] Attempting to bind port ea0e7445-57e1-4ed8-b96b-ef483e19d0bd on network f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:46:39.633313 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-70928feb-6577-4b38-8136-a75d383c5e7d service neutron] Checking agent: {'id': '9b8b7df7-f18f-49d8-b3bd-9764bcedc888', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'started_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:46:39.633932 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-70928feb-6577-4b38-8136-a75d383c5e7d service neutron] Checking segment: {'id': 'c354797e-580a-431c-9dd2-dcb1dd031e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:46:39.634395 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-70928feb-6577-4b38-8136-a75d383c5e7d service neutron] Bound using segment: {'id': 'c354797e-580a-431c-9dd2-dcb1dd031e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:46:39.634929 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-70928feb-6577-4b38-8136-a75d383c5e7d service neutron] Bound port: ea0e7445-57e1-4ed8-b96b-ef483e19d0bd, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c354797e-580a-431c-9dd2-dcb1dd031e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:46:39.635355 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-70928feb-6577-4b38-8136-a75d383c5e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:39.652508 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666dbab-b02e-474a-8524-a527876f4139 req-28c3592a-9b48-45dd-9dbc-dbeeec3939ac tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:39.652940 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-12bb3e60-7a85-4394-a9dc-f1a90455153f req-8a5f0f98-f729-4e20-84ce-6d206d56f1f1 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015821 Dec 07 18:46:39.661453 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7666dbab-b02e-474a-8524-a527876f4139 req-28c3592a-9b48-45dd-9dbc-dbeeec3939ac tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0606382 Dec 07 18:46:39.713307 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-70928feb-6577-4b38-8136-a75d383c5e7d service neutron] For port ea0e7445-57e1-4ed8-b96b-ef483e19d0bd, host hv-cinder-81969, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:46:39.716322 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-70928feb-6577-4b38-8136-a75d383c5e7d service neutron] For port ea0e7445-57e1-4ed8-b96b-ef483e19d0bd, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=ea0e7445-57e1-4ed8-b96b-ef483e19d0bd,segment=NetworkSegment(c354797e-580a-431c-9dd2-dcb1dd031e21),segment_id=c354797e-580a-431c-9dd2-dcb1dd031e21)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:46:39.716877 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7666dbab-b02e-474a-8524-a527876f4139 req-f89aae94-776a-4aab-bcb2-3264c1865348 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471196 Dec 07 18:46:39.721395 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-70928feb-6577-4b38-8136-a75d383c5e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529623651'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:39.765023 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-70928feb-6577-4b38-8136-a75d383c5e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:39.765555 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-70928feb-6577-4b38-8136-a75d383c5e7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:39.768330 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-70928feb-6577-4b38-8136-a75d383c5e7d service neutron] 10.222.0.23 "PUT /v2.0/ports/ea0e7445-57e1-4ed8-b96b-ef483e19d0bd HTTP/1.1" status: 200 len: 1093 time: 0.8357894 Dec 07 18:46:39.770839 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6353ff89-98cf-4e56-b677-b0f9431d7e1d', 'tag': 'ea0e7445-57e1-4ed8-b96b-ef483e19d0bd'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:46:39.773176 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f47eea71b5ba0831d378bb06dcf61d9c2f9c3cd1ea737a862f2010bc1a834e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd4138c-c572-4f6a-a2bd-def4f70eceee" -d '{"events": [{"name": "network-changed", "server_uuid": "6353ff89-98cf-4e56-b677-b0f9431d7e1d", "tag": "ea0e7445-57e1-4ed8-b96b-ef483e19d0bd"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:46:39.800553 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70928feb-6577-4b38-8136-a75d383c5e7d service neutron] Pushing event updated for resources: {'Port': ['ID=ea0e7445-57e1-4ed8-b96b-ef483e19d0bd,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:46:39.833136 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5e59ec-428a-476e-ab27-d21aa7731970 x-openstack-request-id: req-ad5e59ec-428a-476e-ab27-d21aa7731970 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:46:39.833436 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6353ff89-98cf-4e56-b677-b0f9431d7e1d", "tag": "ea0e7445-57e1-4ed8-b96b-ef483e19d0bd", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:46:39.833698 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ad5e59ec-428a-476e-ab27-d21aa7731970 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:46:39.834176 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6353ff89-98cf-4e56-b677-b0f9431d7e1d', 'tag': 'ea0e7445-57e1-4ed8-b96b-ef483e19d0bd', 'status': 'completed', 'code': 200} Dec 07 18:46:39.877591 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-3582d4ba-1821-4735-b43c-63701b7900ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:39.879162 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-3582d4ba-1821-4735-b43c-63701b7900ae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dbb7c47db4047b7b6b9fdc130ea461d&device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 1096 time: 0.0567203 Dec 07 18:46:39.926151 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-41b75df2-20c8-4199-811e-8adb89ad2d8b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea0e7445-57e1-4ed8-b96b-ef483e19d0bd HTTP/1.1" status: 200 len: 217 time: 0.0352261 Dec 07 18:46:39.980815 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-d40e9624-3783-490f-b9fc-806e6c334a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:39.982366 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-d40e9624-3783-490f-b9fc-806e6c334a2e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1391da38-e32d-4021-8a10-dbcd7095634e HTTP/1.1" status: 200 len: 848 time: 0.0483329 Dec 07 18:46:40.077147 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2e73d-fa2d-4ecb-8539-01e1f5fa326e req-1bff349b-1bd3-4970-bac9-a2e728c77451 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:40.078591 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-61d2e73d-fa2d-4ecb-8539-01e1f5fa326e req-1bff349b-1bd3-4970-bac9-a2e728c77451 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 943 time: 0.0751221 Dec 07 18:46:40.094400 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-9b6ef740-2af0-4719-a033-be31c87610ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:40.095922 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-9b6ef740-2af0-4719-a033-be31c87610ce service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0958390 Dec 07 18:46:40.120127 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea2ed7-ed8b-4a77-99a4-acd19e3c4eb5 req-9c4e1669-c2eb-4d84-b76d-b3ebabbf6cbf tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:40.121487 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c9ea2ed7-ed8b-4a77-99a4-acd19e3c4eb5 req-9c4e1669-c2eb-4d84-b76d-b3ebabbf6cbf tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb71bb34-2f82-45de-91ba-98a927600c63 HTTP/1.1" status: 200 len: 946 time: 0.0631702 Dec 07 18:46:40.132798 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-61d2e73d-fa2d-4ecb-8539-01e1f5fa326e req-aa13c49f-6507-4cb6-bca6-3e54b482c60b tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbd6a00-6cad-41ed-8392-ec51296291ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470955 Dec 07 18:46:40.232041 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c9ea2ed7-ed8b-4a77-99a4-acd19e3c4eb5 req-0961a4e6-d070-41d6-991f-5993831bf7f3 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001925 Dec 07 18:46:40.258019 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-46871279-f7ac-4b0d-8988-a7f715518f44 service neutron] 10.222.0.23 "GET /v2.0/networks/f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354609 Dec 07 18:46:40.369306 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f945b4a8-4160-44dd-a628-3c065491fe96 req-199b6455-4832-46a5-8219-b39d30e58a99 service neutron] 10.222.0.23 "GET /v2.0/networks/f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922775 Dec 07 18:46:40.479708 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4138c-c572-4f6a-a2bd-def4f70eceee req-b9cf24b9-9c40-4004-b9bd-6451843be6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:40.481176 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3bd4138c-c572-4f6a-a2bd-def4f70eceee req-b9cf24b9-9c40-4004-b9bd-6451843be6f0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dbb7c47db4047b7b6b9fdc130ea461d&device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 1096 time: 0.0427482 Dec 07 18:46:40.577589 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4138c-c572-4f6a-a2bd-def4f70eceee req-978d3d0c-d170-424e-9995-983d1022decb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:40.579224 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3bd4138c-c572-4f6a-a2bd-def4f70eceee req-978d3d0c-d170-424e-9995-983d1022decb service neutron] 10.222.0.23 "GET /v2.0/networks?id=f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584 HTTP/1.1" status: 200 len: 910 time: 0.0903265 Dec 07 18:46:40.633274 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3bd4138c-c572-4f6a-a2bd-def4f70eceee req-b97e5df0-a260-42b0-8a8a-eb89040ff976 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea0e7445-57e1-4ed8-b96b-ef483e19d0bd HTTP/1.1" status: 200 len: 217 time: 0.0369380 Dec 07 18:46:40.692195 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4138c-c572-4f6a-a2bd-def4f70eceee req-f34642d6-db50-4bd6-971b-da2412f23fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:40.693666 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3bd4138c-c572-4f6a-a2bd-def4f70eceee req-f34642d6-db50-4bd6-971b-da2412f23fd7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1391da38-e32d-4021-8a10-dbcd7095634e HTTP/1.1" status: 200 len: 848 time: 0.0492358 Dec 07 18:46:40.779733 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4138c-c572-4f6a-a2bd-def4f70eceee req-67297c4e-6901-4cb5-a7ac-62a59de01037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:40.781320 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3bd4138c-c572-4f6a-a2bd-def4f70eceee req-67297c4e-6901-4cb5-a7ac-62a59de01037 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713141 Dec 07 18:46:40.794828 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772b3e2-ac20-4178-93ec-a722dae37b3b req-90a5baf1-5566-45c4-ae5b-114877e5ca1f tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:40.796261 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e772b3e2-ac20-4178-93ec-a722dae37b3b req-90a5baf1-5566-45c4-ae5b-114877e5ca1f tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 943 time: 0.0605567 Dec 07 18:46:40.851665 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22342c91-afd8-44d7-a4c7-180a377e1920 req-81890cfd-7ccd-400e-9196-d7e577e8c2a5 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:40.853316 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-22342c91-afd8-44d7-a4c7-180a377e1920 req-81890cfd-7ccd-400e-9196-d7e577e8c2a5 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0551190 Dec 07 18:46:40.903282 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-22342c91-afd8-44d7-a4c7-180a377e1920 req-a1706a5c-9742-499d-8f8b-01582514d70b tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436921 Dec 07 18:46:40.911085 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e772b3e2-ac20-4178-93ec-a722dae37b3b req-fd318020-0ba6-49e7-92f7-2c70f8936ea0 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944104 Dec 07 18:46:40.928601 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3bd4138c-c572-4f6a-a2bd-def4f70eceee req-b1f90fdf-3468-4040-a972-5fbabe88f02d service neutron] 10.222.0.23 "GET /v2.0/networks/f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313248 Dec 07 18:46:41.046944 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3bd4138c-c572-4f6a-a2bd-def4f70eceee req-99359f39-860d-4367-89e4-5396d3523663 service neutron] 10.222.0.23 "GET /v2.0/networks/f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999739 Dec 07 18:46:41.249358 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc7f64-8fe0-4053-a218-a1375c4ee102 req-580caec8-640b-4dc3-89ef-7a2ed992f47b tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:41.250891 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-11dc7f64-8fe0-4053-a218-a1375c4ee102 req-580caec8-640b-4dc3-89ef-7a2ed992f47b tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 943 time: 0.0488656 Dec 07 18:46:41.304165 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-11dc7f64-8fe0-4053-a218-a1375c4ee102 req-2399dae3-e463-46e2-bb5f-24707f686fbb tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbd6a00-6cad-41ed-8392-ec51296291ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462656 Dec 07 18:46:42.026710 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d108391-ef33-4003-abdf-49f24dd81d1c req-79c81c96-dc8b-4f56-bc32-8e3be28c83ef tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:42.027634 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1e7e8-090d-4409-a572-381d374bdcc1 req-4dbdd0ba-ffac-4325-9290-69a5f22f350e tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:42.028178 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6d108391-ef33-4003-abdf-49f24dd81d1c req-79c81c96-dc8b-4f56-bc32-8e3be28c83ef tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0521586 Dec 07 18:46:42.029136 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-aed1e7e8-090d-4409-a572-381d374bdcc1 req-4dbdd0ba-ffac-4325-9290-69a5f22f350e tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 943 time: 0.0487237 Dec 07 18:46:42.058776 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 6c4ac575-82d3-4c88-90cb-0083321e1635 details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:46:42.083425 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-aed1e7e8-090d-4409-a572-381d374bdcc1 req-05b16590-7890-447e-9101-adf937d624d5 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468299 Dec 07 18:46:42.085404 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6d108391-ef33-4003-abdf-49f24dd81d1c req-0b42e1dc-b144-4e15-aeb9-370ba02b1397 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510781 Dec 07 18:46:42.164417 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 6c4ac575-82d3-4c88-90cb-0083321e1635, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=6c4ac575-82d3-4c88-90cb-0083321e1635,segment=NetworkSegment(63bb465d-bb7c-463b-a144-66016a6c109d),segment_id=63bb465d-bb7c-463b-a144-66016a6c109d)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:46:42.179174 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Returning: {'device': '6c4ac575-82d3-4c88-90cb-0083321e1635', 'network_id': '231250c2-6b44-47d0-805a-e173a98bb0d4', 'port_id': '6c4ac575-82d3-4c88-90cb-0083321e1635', 'mac_address': 'fa:16:3e:91:1b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7946be5b-0476-44aa-ae26-502f3cd3f3eb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:46:42.218221 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:42.231313 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c4ac575-82d3-4c88-90cb-0083321e1635 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:46:42.250917 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 6c4ac575-82d3-4c88-90cb-0083321e1635, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=6c4ac575-82d3-4c88-90cb-0083321e1635,segment=NetworkSegment(63bb465d-bb7c-463b-a144-66016a6c109d),segment_id=63bb465d-bb7c-463b-a144-66016a6c109d)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:46:42.256321 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:42.301271 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=6c4ac575-82d3-4c88-90cb-0083321e1635,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:46:42.308383 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:46:42.308732 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:46:42.309076 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:46:42.309409 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:46:42.309740 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:46:42.310107 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:46:42.310432 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:46:42.310756 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:46:42.311078 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:46:42.311432 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:46:42.311763 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:46:42.312080 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:46:42.312397 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:46:42.428738 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765a670-b315-4a19-8fe8-66ca81931a90 req-bbb109b1-1006-4c7b-8947-de431c46d7df tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:42.430272 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6765a670-b315-4a19-8fe8-66ca81931a90 req-bbb109b1-1006-4c7b-8947-de431c46d7df tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 944 time: 0.0574763 Dec 07 18:46:42.478297 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6765a670-b315-4a19-8fe8-66ca81931a90 req-1ecb6164-5c68-490f-8661-196e7ca47eee tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbd6a00-6cad-41ed-8392-ec51296291ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419335 Dec 07 18:46:42.691143 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['6c4ac575-82d3-4c88-90cb-0083321e1635'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:46:43.201109 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5950aeea-1268-4869-b0f5-ffd70d6146dd req-6bd0f323-bc0a-4298-991f-aff439fb0756 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:43.202642 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5950aeea-1268-4869-b0f5-ffd70d6146dd req-6bd0f323-bc0a-4298-991f-aff439fb0756 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0554643 Dec 07 18:46:43.202788 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be616063-fd9d-40b1-823a-90f950222ac4 req-6ad18463-6199-4caf-8119-3372c3ff91ef tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:43.204244 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-be616063-fd9d-40b1-823a-90f950222ac4 req-6ad18463-6199-4caf-8119-3372c3ff91ef tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 943 time: 0.0510204 Dec 07 18:46:43.252881 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5950aeea-1268-4869-b0f5-ffd70d6146dd req-3418ff21-6f67-43d6-aadf-8a62c5254501 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429177 Dec 07 18:46:43.253702 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-be616063-fd9d-40b1-823a-90f950222ac4 req-a1c221cb-7baa-4017-bb71-8ee89a25ab35 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425177 Dec 07 18:46:43.590055 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc0a90-baab-4173-adaf-6ca82296e3aa req-86a62d46-c1d0-4335-a070-0c7cf694e82e tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:43.591510 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-37cc0a90-baab-4173-adaf-6ca82296e3aa req-86a62d46-c1d0-4335-a070-0c7cf694e82e tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 944 time: 0.0489697 Dec 07 18:46:43.640477 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-37cc0a90-baab-4173-adaf-6ca82296e3aa req-6f8910e2-911d-4f7f-bea0-5fec48a6d355 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbd6a00-6cad-41ed-8392-ec51296291ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424693 Dec 07 18:46:44.086346 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 6c4ac575-82d3-4c88-90cb-0083321e1635 up at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:46:44.135943 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning for port 6c4ac575-82d3-4c88-90cb-0083321e1635 completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:46:44.139811 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning complete for port 6c4ac575-82d3-4c88-90cb-0083321e1635 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:46:44.140182 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:44.219041 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:44.244058 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669946de-d56d-400a-aa4e-0b1c8ab97e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4ac575-82d3-4c88-90cb-0083321e1635'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:46:44.246305 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab3a8ce7da5a640e7c4dfc04f2c3e6911255c2d0b826cd7cc2b97a426bb0a1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855b8ec3-e4f3-4fd6-b312-914995b46642" -d '{"events": [{"server_uuid": "669946de-d56d-400a-aa4e-0b1c8ab97e46", "name": "network-vif-plugged", "status": "completed", "tag": "6c4ac575-82d3-4c88-90cb-0083321e1635"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:46:44.260480 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 6c4ac575-82d3-4c88-90cb-0083321e1635, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=6c4ac575-82d3-4c88-90cb-0083321e1635,segment=NetworkSegment(63bb465d-bb7c-463b-a144-66016a6c109d),segment_id=63bb465d-bb7c-463b-a144-66016a6c109d)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:46:44.263992 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:44.294139 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b84e513-fdac-49e8-b641-e4dd495159a6 x-openstack-request-id: req-5b84e513-fdac-49e8-b641-e4dd495159a6 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:46:44.294487 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669946de-d56d-400a-aa4e-0b1c8ab97e46", "name": "network-vif-plugged", "status": "completed", "tag": "6c4ac575-82d3-4c88-90cb-0083321e1635", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:46:44.294615 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5b84e513-fdac-49e8-b641-e4dd495159a6 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:46:44.297295 dv-cinder-819692-6-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669946de-d56d-400a-aa4e-0b1c8ab97e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4ac575-82d3-4c88-90cb-0083321e1635', 'code': 200} Dec 07 18:46:44.327729 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=6c4ac575-82d3-4c88-90cb-0083321e1635,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:46:44.390408 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7b781-248e-4f41-98c0-d2a5fd900829 req-3459dd61-6b3a-49bc-9c89-c61b19e95bc4 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:44.392936 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c8b7b781-248e-4f41-98c0-d2a5fd900829 req-3459dd61-6b3a-49bc-9c89-c61b19e95bc4 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 943 time: 0.0669715 Dec 07 18:46:44.394164 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa93ea3-a941-4d54-b61f-55fbc3b063bd req-e900ada6-a910-4eaa-b511-920000d03b59 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:44.395979 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2fa93ea3-a941-4d54-b61f-55fbc3b063bd req-e900ada6-a910-4eaa-b511-920000d03b59 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0628064 Dec 07 18:46:44.461789 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c8b7b781-248e-4f41-98c0-d2a5fd900829 req-b18c2560-0737-4e42-b268-96ec72a83c1b tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584018 Dec 07 18:46:44.484509 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2fa93ea3-a941-4d54-b61f-55fbc3b063bd req-6f4ff204-ef82-42cb-b914-096b554aa98a tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756633 Dec 07 18:46:44.553505 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45113c1f-41a5-42c8-a816-2e46a617af74 req-f2b1ece1-962e-4f1a-8448-a76efd6ea9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:44.555876 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-45113c1f-41a5-42c8-a816-2e46a617af74 req-f2b1ece1-962e-4f1a-8448-a76efd6ea9bb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 1098 time: 0.0703619 Dec 07 18:46:44.611443 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-45113c1f-41a5-42c8-a816-2e46a617af74 req-0eac9372-e786-4a3c-be53-6b7df6cab8a0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6dbd6a00-6cad-41ed-8392-ec51296291ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462019 Dec 07 18:46:44.806384 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7918a-ad5c-4772-8c66-f9abd6ca2298 req-37a3524a-f371-4400-92a2-96322cd74083 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:44.807851 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-00e7918a-ad5c-4772-8c66-f9abd6ca2298 req-37a3524a-f371-4400-92a2-96322cd74083 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 945 time: 0.0512922 Dec 07 18:46:44.856141 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-00e7918a-ad5c-4772-8c66-f9abd6ca2298 req-39c1a222-9002-4047-bda0-4aba62d56812 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbd6a00-6cad-41ed-8392-ec51296291ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421579 Dec 07 18:46:44.974552 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24b84b-f898-475e-a370-f754e486bf49 req-5da01dae-56a8-4d57-8344-0681c5611720 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:44.976004 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ba24b84b-f898-475e-a370-f754e486bf49 req-5da01dae-56a8-4d57-8344-0681c5611720 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0498376 Dec 07 18:46:45.034518 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ba24b84b-f898-475e-a370-f754e486bf49 req-8ab2f7b4-32d1-4bfe-9f73-fa7b4dc30ac4 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525107 Dec 07 18:46:45.460948 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d05e927-a3d4-48c8-81d7-46eb137ee25c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:45.582167 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c8598-a386-49e8-ac2b-980e7845140b req-bfccfc91-d7f5-4ac8-90fe-af0492a3d73c tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:45.583677 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e87c8598-a386-49e8-ac2b-980e7845140b req-bfccfc91-d7f5-4ac8-90fe-af0492a3d73c tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 943 time: 0.0510972 Dec 07 18:46:45.589448 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d6893-f625-4d05-8cc6-8a62a03188c9 req-4de7ab9a-47ac-4fe9-8ce3-fe634236baae tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:45.590931 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f73d6893-f625-4d05-8cc6-8a62a03188c9 req-4de7ab9a-47ac-4fe9-8ce3-fe634236baae tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0487769 Dec 07 18:46:45.633280 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e87c8598-a386-49e8-ac2b-980e7845140b req-457ac2fd-7027-442c-bad6-062e8e50f92b tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436599 Dec 07 18:46:45.638281 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f73d6893-f625-4d05-8cc6-8a62a03188c9 req-2a9a0305-1e68-4eaf-9462-4209ea48e39c tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410802 Dec 07 18:46:45.977877 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7599bc7-00c6-4d53-b117-12dc47e12166 req-72e39939-6522-4f28-a3fb-39bd0d7ef0d3 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:45.979424 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e7599bc7-00c6-4d53-b117-12dc47e12166 req-72e39939-6522-4f28-a3fb-39bd0d7ef0d3 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 945 time: 0.0505111 Dec 07 18:46:46.037019 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e7599bc7-00c6-4d53-b117-12dc47e12166 req-d00b89b2-d78d-4988-9c8b-b9514649a29c tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbd6a00-6cad-41ed-8392-ec51296291ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519073 Dec 07 18:46:46.148002 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40a7a5-345e-44a6-96a0-e9bb8a353a9d req-81ceb19f-d23e-45fe-909c-111ad3b459e6 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:46.149382 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fc40a7a5-345e-44a6-96a0-e9bb8a353a9d req-81ceb19f-d23e-45fe-909c-111ad3b459e6 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0490000 Dec 07 18:46:46.196400 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fc40a7a5-345e-44a6-96a0-e9bb8a353a9d req-46af69b2-2b89-42cc-a515-7a62b29305da tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404167 Dec 07 18:46:46.753708 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc303aa8-beb0-4231-8876-a795fad1a7e8 req-d53b85cb-2cf9-4df8-93e3-c17a57cc2203 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:46.755237 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cc303aa8-beb0-4231-8876-a795fad1a7e8 req-d53b85cb-2cf9-4df8-93e3-c17a57cc2203 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 943 time: 0.0513742 Dec 07 18:46:46.756902 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a9da1-09af-47d2-a9f4-a12c10d3d23b req-5391d18f-2b48-426b-83f0-2025ea181faa tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:46.758656 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d92a9da1-09af-47d2-a9f4-a12c10d3d23b req-5391d18f-2b48-426b-83f0-2025ea181faa tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0514197 Dec 07 18:46:46.805448 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cc303aa8-beb0-4231-8876-a795fad1a7e8 req-d6c2fac7-91e8-402c-a584-4300395781b2 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442407 Dec 07 18:46:46.806617 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d92a9da1-09af-47d2-a9f4-a12c10d3d23b req-5bc65c42-faa7-4bf9-9f4b-11e992786a35 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424297 Dec 07 18:46:47.159334 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebf2bc-8cc9-46b7-bd8a-220d55bcc86d req-3623e599-c813-4037-a65c-a05be77048d0 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:47.160815 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-04ebf2bc-8cc9-46b7-bd8a-220d55bcc86d req-3623e599-c813-4037-a65c-a05be77048d0 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 945 time: 0.0580683 Dec 07 18:46:47.208212 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-04ebf2bc-8cc9-46b7-bd8a-220d55bcc86d req-8b459b61-98b9-4906-81a1-83e8d0e7c775 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbd6a00-6cad-41ed-8392-ec51296291ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415692 Dec 07 18:46:47.315770 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755dfa75-5bf7-4460-b6a5-583ff4c9bcd1 req-f5de89e0-98d0-47c7-9603-0d05d1858571 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:47.317152 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-755dfa75-5bf7-4460-b6a5-583ff4c9bcd1 req-f5de89e0-98d0-47c7-9603-0d05d1858571 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0523524 Dec 07 18:46:47.365131 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-755dfa75-5bf7-4460-b6a5-583ff4c9bcd1 req-0584aacb-c386-4ad4-b675-dbeccd7a7d1f tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421770 Dec 07 18:46:47.825060 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e3740ca3-dc0b-4355-8371-79967f5d9415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:47.919989 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df304c-9d40-4686-a61f-ae9a9dab6200 req-014c2a0e-76da-48be-858c-c52bcd6504e8 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:47.921475 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-57df304c-9d40-4686-a61f-ae9a9dab6200 req-014c2a0e-76da-48be-858c-c52bcd6504e8 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 943 time: 0.0482128 Dec 07 18:46:47.922471 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3a060-42ee-48f5-837c-a80c7c8c16bf req-77342a16-0630-46ec-92d3-0d8acdfae7a3 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:47.924157 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-88d3a060-42ee-48f5-837c-a80c7c8c16bf req-77342a16-0630-46ec-92d3-0d8acdfae7a3 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0486181 Dec 07 18:46:47.974012 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-57df304c-9d40-4686-a61f-ae9a9dab6200 req-5fdd018c-ac2e-47d5-990a-d0a110ce24cf tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461869 Dec 07 18:46:47.975047 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-88d3a060-42ee-48f5-837c-a80c7c8c16bf req-6e82dca7-7ebf-4dfc-ab3e-f88756561bc8 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444760 Dec 07 18:46:48.323341 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c19e38-8dfc-458e-b285-54f2b754095b req-d0293deb-8146-42c5-ad2f-5fd68d202a1c tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:48.324797 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-50c19e38-8dfc-458e-b285-54f2b754095b req-d0293deb-8146-42c5-ad2f-5fd68d202a1c tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 945 time: 0.0484266 Dec 07 18:46:48.375571 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-50c19e38-8dfc-458e-b285-54f2b754095b req-3920e0bc-1ab1-4aa9-8e19-461e29212065 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbd6a00-6cad-41ed-8392-ec51296291ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441678 Dec 07 18:46:48.484120 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abd6f9-eec9-4ae2-b773-19c09524b8f3 req-98a74bd5-e68b-49aa-a6b8-3cffc432abac tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:48.485634 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c0abd6f9-eec9-4ae2-b773-19c09524b8f3 req-98a74bd5-e68b-49aa-a6b8-3cffc432abac tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0496571 Dec 07 18:46:48.490255 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a6cb6-4844-438c-81e4-bf6287cce2cf req-f142f6a6-6122-4865-81a1-478ae0ceb52a tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:48.491737 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-bc3a6cb6-4844-438c-81e4-bf6287cce2cf req-f142f6a6-6122-4865-81a1-478ae0ceb52a tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 945 time: 0.0490537 Dec 07 18:46:48.539556 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-bc3a6cb6-4844-438c-81e4-bf6287cce2cf req-8366dd95-0128-494b-8193-6888e7530770 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbd6a00-6cad-41ed-8392-ec51296291ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418437 Dec 07 18:46:48.540784 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c0abd6f9-eec9-4ae2-b773-19c09524b8f3 req-595fe96d-05a3-47f2-9120-70bb194638f7 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479586 Dec 07 18:46:48.855125 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ff8dd-de3b-4993-9b21-1d2bda20dafa req-c968b926-c899-44ca-ac63-e4eb8393b2ca tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:48.856581 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-867ff8dd-de3b-4993-9b21-1d2bda20dafa req-c968b926-c899-44ca-ac63-e4eb8393b2ca tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 945 time: 0.0482659 Dec 07 18:46:48.904160 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-867ff8dd-de3b-4993-9b21-1d2bda20dafa req-afafe08b-6d09-4946-b106-e9e5a26a6c30 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbd6a00-6cad-41ed-8392-ec51296291ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415945 Dec 07 18:46:49.103629 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d8dd0-18bb-4d73-a210-8652f9cb960d req-943d70ed-1e8a-47a8-8250-4e131669be7e tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:49.113111 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c248306-df93-48bc-849a-519ea1d2f124 req-3bf0b30b-fe49-45f2-8c78-ba020727939d tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:49.114403 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9c248306-df93-48bc-849a-519ea1d2f124 req-3bf0b30b-fe49-45f2-8c78-ba020727939d tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 943 time: 0.0707374 Dec 07 18:46:49.116187 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-937d8dd0-18bb-4d73-a210-8652f9cb960d req-943d70ed-1e8a-47a8-8250-4e131669be7e tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0629122 Dec 07 18:46:49.170013 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-937d8dd0-18bb-4d73-a210-8652f9cb960d req-98609947-886b-401f-a973-013ef8f7dcbe tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479648 Dec 07 18:46:49.191169 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9c248306-df93-48bc-849a-519ea1d2f124 req-04e26ed8-f908-4b80-bf33-a5d5f902d4f9 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619674 Dec 07 18:46:49.664764 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406dbac-7fa0-400e-84ae-d250bfca3c19 req-76eb1f8b-d80c-461a-b273-98c10bd49a6d tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:49.666248 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7406dbac-7fa0-400e-84ae-d250bfca3c19 req-76eb1f8b-d80c-461a-b273-98c10bd49a6d tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0515840 Dec 07 18:46:49.713075 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7406dbac-7fa0-400e-84ae-d250bfca3c19 req-e13382f4-b980-4fdb-877d-6961fdb05678 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409794 Dec 07 18:46:49.785095 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:50.297124 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:50.314535 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b58c2-c3d7-4cc8-8902-ca06806ca1fe req-449171d8-f644-48b3-a3a2-3d47b44d4038 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:50.316716 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55233c69-857b-47b7-82fa-a151a10cbbff req-aecd43d2-1c13-422f-bda8-3011d2b9d7d8 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:50.318223 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-55233c69-857b-47b7-82fa-a151a10cbbff req-aecd43d2-1c13-422f-bda8-3011d2b9d7d8 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0624902 Dec 07 18:46:50.321992 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-460b58c2-c3d7-4cc8-8902-ca06806ca1fe req-449171d8-f644-48b3-a3a2-3d47b44d4038 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 943 time: 0.0610783 Dec 07 18:46:50.371847 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-460b58c2-c3d7-4cc8-8902-ca06806ca1fe req-12882d52-462a-437f-88d1-7900ef55936c tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489314 Dec 07 18:46:50.375526 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-55233c69-857b-47b7-82fa-a151a10cbbff req-65b1b021-5ddf-47aa-acfe-0f88eb1054ff tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508130 Dec 07 18:46:51.668046 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:53.170782 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e459f-a634-4efe-ab6a-8a701eda8d63 req-ad87e72a-6395-4c82-97dd-5b25fc713948 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:53.178533 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c82e459f-a634-4efe-ab6a-8a701eda8d63 req-ad87e72a-6395-4c82-97dd-5b25fc713948 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0783236 Dec 07 18:46:53.228907 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c82e459f-a634-4efe-ab6a-8a701eda8d63 req-156375f6-145b-44fa-a987-1b33f84bcc40 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495007 Dec 07 18:46:53.239955 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7fb4e-bf28-48cd-be0e-f5ed2dd4d77d req-98ee7dbf-8a3f-4f46-91e6-9118c71c08e4 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:53.241482 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d9e7fb4e-bf28-48cd-be0e-f5ed2dd4d77d req-98ee7dbf-8a3f-4f46-91e6-9118c71c08e4 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 943 time: 0.0574901 Dec 07 18:46:53.292821 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d9e7fb4e-bf28-48cd-be0e-f5ed2dd4d77d req-1e2154fd-d467-4222-9fe8-5517f0b43405 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448670 Dec 07 18:46:53.339507 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17f071-c951-4f2c-b004-b87cded585e2 req-07d3319b-67e6-49fa-ab91-270830745b21 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:53.341027 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1e17f071-c951-4f2c-b004-b87cded585e2 req-07d3319b-67e6-49fa-ab91-270830745b21 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0543964 Dec 07 18:46:53.387932 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1e17f071-c951-4f2c-b004-b87cded585e2 req-c9f92ca4-d97b-4b51-b961-b12a7d3deccd tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406630 Dec 07 18:46:54.358908 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9690e8-1971-482c-b2be-4701a8379edc req-7b596b1a-ea65-438b-b2e1-2e5c797bf359 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:54.360413 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0f9690e8-1971-482c-b2be-4701a8379edc req-7b596b1a-ea65-438b-b2e1-2e5c797bf359 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0605211 Dec 07 18:46:54.415587 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0f9690e8-1971-482c-b2be-4701a8379edc req-a710d8e5-604b-4e89-93ef-ea17d5e91492 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484362 Dec 07 18:46:54.425943 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4574662-476e-4bc9-852d-516396ca00e8 req-f0de23ab-3cbd-4f4f-9272-1a7a5b78161a tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:54.437973 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b4574662-476e-4bc9-852d-516396ca00e8 req-f0de23ab-3cbd-4f4f-9272-1a7a5b78161a tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 943 time: 0.0630138 Dec 07 18:46:54.482048 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b4574662-476e-4bc9-852d-516396ca00e8 req-966850ed-b855-4126-b887-a50113df28d3 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478787 Dec 07 18:46:54.546203 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3464255-dafc-4bf6-a3a8-5dc5702365cf req-3246f3be-b103-45f9-96e1-1cc6df4d8566 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:54.547894 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b3464255-dafc-4bf6-a3a8-5dc5702365cf req-3246f3be-b103-45f9-96e1-1cc6df4d8566 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0541008 Dec 07 18:46:54.602272 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b3464255-dafc-4bf6-a3a8-5dc5702365cf req-9ea9fd44-6783-4fd6-a54c-b98b5f15b892 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476236 Dec 07 18:46:55.530869 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68484c-5c75-4d88-9960-38b61560cdd0 req-0dda9d5c-aa3b-48cc-82a7-90f7167fc5e4 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:55.532405 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-bd68484c-5c75-4d88-9960-38b61560cdd0 req-0dda9d5c-aa3b-48cc-82a7-90f7167fc5e4 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0488069 Dec 07 18:46:55.580881 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-bd68484c-5c75-4d88-9960-38b61560cdd0 req-352fbb85-408f-49f0-85dd-d5e10f686b2f tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425000 Dec 07 18:46:55.604861 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06683daf-f793-4975-980c-8999e603c392 req-de7ac5f7-a5bb-46b8-81a5-f5a064c30321 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:55.606384 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-06683daf-f793-4975-980c-8999e603c392 req-de7ac5f7-a5bb-46b8-81a5-f5a064c30321 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 943 time: 0.0528760 Dec 07 18:46:55.662601 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-06683daf-f793-4975-980c-8999e603c392 req-e2a89a09-a1e7-40b3-8784-b8550a2b3bf0 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498312 Dec 07 18:46:55.721551 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32117b24-28a6-4465-887c-de7652a6cef5 req-47f08ab9-9459-4d0b-861d-0911418d6db8 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:55.723044 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-32117b24-28a6-4465-887c-de7652a6cef5 req-47f08ab9-9459-4d0b-861d-0911418d6db8 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0485225 Dec 07 18:46:55.770352 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-32117b24-28a6-4465-887c-de7652a6cef5 req-599d1afb-2098-4de8-b5ca-b2e8dce104ed tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413465 Dec 07 18:46:56.168075 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device ea0e7445-57e1-4ed8-b96b-ef483e19d0bd details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:46:56.262741 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port ea0e7445-57e1-4ed8-b96b-ef483e19d0bd, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=ea0e7445-57e1-4ed8-b96b-ef483e19d0bd,segment=NetworkSegment(c354797e-580a-431c-9dd2-dcb1dd031e21),segment_id=c354797e-580a-431c-9dd2-dcb1dd031e21)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:46:56.274697 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Returning: {'device': 'ea0e7445-57e1-4ed8-b96b-ef483e19d0bd', 'network_id': 'f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584', 'port_id': 'ea0e7445-57e1-4ed8-b96b-ef483e19d0bd', 'mac_address': 'fa:16:3e:98:e3:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1391da38-e32d-4021-8a10-dbcd7095634e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:46:56.325242 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:56.340553 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea0e7445-57e1-4ed8-b96b-ef483e19d0bd {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:46:56.360146 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port ea0e7445-57e1-4ed8-b96b-ef483e19d0bd, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=ea0e7445-57e1-4ed8-b96b-ef483e19d0bd,segment=NetworkSegment(c354797e-580a-431c-9dd2-dcb1dd031e21),segment_id=c354797e-580a-431c-9dd2-dcb1dd031e21)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:46:56.364105 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:56.410722 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=ea0e7445-57e1-4ed8-b96b-ef483e19d0bd,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:46:56.705642 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acca3d-877c-41b6-bf0f-0aea519c5bed req-67d404f8-c060-49c8-a45c-945bfa90f8ca tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:56.707190 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-73acca3d-877c-41b6-bf0f-0aea519c5bed req-67d404f8-c060-49c8-a45c-945bfa90f8ca tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0502217 Dec 07 18:46:56.761587 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-73acca3d-877c-41b6-bf0f-0aea519c5bed req-974ad7ea-cf27-46fe-aaa0-755ef9db6b23 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483930 Dec 07 18:46:56.775488 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['ea0e7445-57e1-4ed8-b96b-ef483e19d0bd'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:46:56.904723 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5968588-b5d7-495d-94a6-07ef5c08202c req-f86f37d0-211b-435a-ab93-9a218ebe0929 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:56.907881 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c5968588-b5d7-495d-94a6-07ef5c08202c req-f86f37d0-211b-435a-ab93-9a218ebe0929 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0647638 Dec 07 18:46:56.989489 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c5968588-b5d7-495d-94a6-07ef5c08202c req-f0711d92-147c-42e2-8499-15a4e2fa1ca0 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694530 Dec 07 18:46:57.013821 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcba450-ff8b-48ed-b34f-2715a761578a req-dcf3baf7-84e7-4835-8acd-b6253e9bb2ad tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:57.021997 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ffcba450-ff8b-48ed-b34f-2715a761578a req-dcf3baf7-84e7-4835-8acd-b6253e9bb2ad tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 944 time: 0.2901394 Dec 07 18:46:57.074123 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ffcba450-ff8b-48ed-b34f-2715a761578a req-b6de2e1f-3d94-4cff-be8e-49d7114866da tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509729 Dec 07 18:46:57.177614 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 33722) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:46:57.286166 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-1537de06-4646-4c5a-9157-9183c35acd5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:57.359183 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-1537de06-4646-4c5a-9157-9183c35acd5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:57.363215 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-1537de06-4646-4c5a-9157-9183c35acd5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:57.399527 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1537de06-4646-4c5a-9157-9183c35acd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931b6fd0-e1cf-4ce9-a33b-e1a4c93f8ec4,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:46:57.403882 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-1537de06-4646-4c5a-9157-9183c35acd5d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b30d58971aed49938d7445f0f4275636&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252190 Dec 07 18:46:57.406853 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 33730) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:46:57.455687 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f0f003d5-d1f5-4ee6-9eff-c9e44697e615 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:57.476100 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f0f003d5-d1f5-4ee6-9eff-c9e44697e615 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:57.525881 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f0f003d5-d1f5-4ee6-9eff-c9e44697e615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:57.528556 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f0f003d5-d1f5-4ee6-9eff-c9e44697e615 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:46:57.529694 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-f0f003d5-d1f5-4ee6-9eff-c9e44697e615 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/931b6fd0-e1cf-4ce9-a33b-e1a4c93f8ec4 HTTP/1.1" status: 204 len: 168 time: 0.1211226 Dec 07 18:46:57.537342 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f003d5-d1f5-4ee6-9eff-c9e44697e615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931b6fd0-e1cf-4ce9-a33b-e1a4c93f8ec4,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:46:57.882643 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123a6b0-548c-4aa5-919a-c09afee5492f req-1efaa1ad-ce5c-4e21-beb5-0887e1e5535f tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:57.884127 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2123a6b0-548c-4aa5-919a-c09afee5492f req-1efaa1ad-ce5c-4e21-beb5-0887e1e5535f tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0490036 Dec 07 18:46:57.930806 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2123a6b0-548c-4aa5-919a-c09afee5492f req-f3c952ef-e2f3-430a-9cf1-0394fb00a9e9 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408123 Dec 07 18:46:58.100205 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e410c9-e628-4935-9df4-a0a70d2590d4 req-f336d034-3a06-4121-9dd5-6063abfe8a09 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:58.101708 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e4e410c9-e628-4935-9df4-a0a70d2590d4 req-f336d034-3a06-4121-9dd5-6063abfe8a09 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0529749 Dec 07 18:46:58.150376 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e4e410c9-e628-4935-9df4-a0a70d2590d4 req-debf5355-4daa-46c6-b538-e28374737e8d tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423310 Dec 07 18:46:58.194394 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa0261-acea-4f0d-90d9-badda91fae24 req-85206457-9059-43c0-84b3-548ba570f9ac tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:58.195851 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cafa0261-acea-4f0d-90d9-badda91fae24 req-85206457-9059-43c0-84b3-548ba570f9ac tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 944 time: 0.0480287 Dec 07 18:46:58.243289 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cafa0261-acea-4f0d-90d9-badda91fae24 req-fa80c984-2d64-4ad5-9d84-1eaa6b61a606 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416059 Dec 07 18:46:59.049600 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420747b-a23a-4c3d-8bac-55f7043cb1bc req-b08f77ce-e223-4ddf-ba0c-7bfd5fbb632a tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:59.051135 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f420747b-a23a-4c3d-8bac-55f7043cb1bc req-b08f77ce-e223-4ddf-ba0c-7bfd5fbb632a tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0529716 Dec 07 18:46:59.100329 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f420747b-a23a-4c3d-8bac-55f7043cb1bc req-bc5606ca-150a-4023-b79d-a3e1a413ab5c tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409446 Dec 07 18:46:59.263143 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976692c-647f-4619-b087-97851306c6f7 req-7b85ffeb-e442-4b4a-abeb-9b4b3c127587 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:59.264504 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0976692c-647f-4619-b087-97851306c6f7 req-7b85ffeb-e442-4b4a-abeb-9b4b3c127587 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0471752 Dec 07 18:46:59.313181 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0976692c-647f-4619-b087-97851306c6f7 req-86ca1b60-4c5a-4c38-972e-7492c99dbfce tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418801 Dec 07 18:46:59.358679 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd8630-427a-492b-be0b-5248d8a6d7b5 req-9b8b2a2a-4eb8-4e89-8e4f-78750ee413f8 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:46:59.360144 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6dfd8630-427a-492b-be0b-5248d8a6d7b5 req-9b8b2a2a-4eb8-4e89-8e4f-78750ee413f8 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 944 time: 0.0491223 Dec 07 18:46:59.408930 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6dfd8630-427a-492b-be0b-5248d8a6d7b5 req-073188bd-b182-490e-9b3d-d43a391b518f tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421627 Dec 07 18:47:00.184390 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device ea0e7445-57e1-4ed8-b96b-ef483e19d0bd up at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:47:00.219629 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156a9a1-438a-40ed-bf00-82f123d60490 req-f295a4b5-21b4-4221-b0bb-433a611fd540 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:00.221506 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e156a9a1-438a-40ed-bf00-82f123d60490 req-f295a4b5-21b4-4221-b0bb-433a611fd540 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0520768 Dec 07 18:47:00.233259 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning for port ea0e7445-57e1-4ed8-b96b-ef483e19d0bd completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:47:00.237378 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning complete for port ea0e7445-57e1-4ed8-b96b-ef483e19d0bd triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:47:00.237746 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:00.273869 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e156a9a1-438a-40ed-bf00-82f123d60490 req-44509900-e984-413a-b4dd-c94acd9b7f2f tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460486 Dec 07 18:47:00.313386 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:00.338904 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6353ff89-98cf-4e56-b677-b0f9431d7e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0e7445-57e1-4ed8-b96b-ef483e19d0bd'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:47:00.341115 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab3a8ce7da5a640e7c4dfc04f2c3e6911255c2d0b826cd7cc2b97a426bb0a1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e080c86c-ed2e-44b2-9e60-a3748b98ea71" -d '{"events": [{"server_uuid": "6353ff89-98cf-4e56-b677-b0f9431d7e1d", "name": "network-vif-plugged", "status": "completed", "tag": "ea0e7445-57e1-4ed8-b96b-ef483e19d0bd"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:47:00.354339 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port ea0e7445-57e1-4ed8-b96b-ef483e19d0bd, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=ea0e7445-57e1-4ed8-b96b-ef483e19d0bd,segment=NetworkSegment(c354797e-580a-431c-9dd2-dcb1dd031e21),segment_id=c354797e-580a-431c-9dd2-dcb1dd031e21)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:47:00.359067 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:00.383770 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db02e23f-d12f-4296-84b6-e9af9ea3d35e x-openstack-request-id: req-db02e23f-d12f-4296-84b6-e9af9ea3d35e {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:47:00.384005 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6353ff89-98cf-4e56-b677-b0f9431d7e1d", "name": "network-vif-plugged", "status": "completed", "tag": "ea0e7445-57e1-4ed8-b96b-ef483e19d0bd", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:47:00.384258 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-db02e23f-d12f-4296-84b6-e9af9ea3d35e {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:47:00.384646 dv-cinder-819692-6-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6353ff89-98cf-4e56-b677-b0f9431d7e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0e7445-57e1-4ed8-b96b-ef483e19d0bd', 'code': 200} Dec 07 18:47:00.410178 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=ea0e7445-57e1-4ed8-b96b-ef483e19d0bd,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:47:00.438344 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ba5fb-9b43-4303-b648-859a64c7e60c req-7f5b529d-a8dc-49e9-a3e5-372bcc3c807b tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:00.440038 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-872ba5fb-9b43-4303-b648-859a64c7e60c req-7f5b529d-a8dc-49e9-a3e5-372bcc3c807b tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0526390 Dec 07 18:47:00.493311 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-872ba5fb-9b43-4303-b648-859a64c7e60c req-5a82ed66-02e2-4590-ba01-afe45691fc36 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464902 Dec 07 18:47:00.529680 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416f837-5935-449a-a12f-d37a7c8fc139 req-7c6b6379-bfec-485a-890f-cdc68fda900b tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:00.531234 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8416f837-5935-449a-a12f-d37a7c8fc139 req-7c6b6379-bfec-485a-890f-cdc68fda900b tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 945 time: 0.0504079 Dec 07 18:47:00.581787 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8416f837-5935-449a-a12f-d37a7c8fc139 req-ba58ff09-a14a-4c67-af36-8c8054570762 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442967 Dec 07 18:47:00.781515 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df0832-1a23-4e1f-82a9-50a160d3e972 req-45d3c073-d3ac-48d0-aa6b-44ac580f5020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:00.783588 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-76df0832-1a23-4e1f-82a9-50a160d3e972 req-45d3c073-d3ac-48d0-aa6b-44ac580f5020 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 1098 time: 0.0458539 Dec 07 18:47:00.842416 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-76df0832-1a23-4e1f-82a9-50a160d3e972 req-c101fc79-94aa-4245-9a88-3033996115df service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416231 Dec 07 18:47:01.390525 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4dfa9a-ce8d-4706-8b45-cd419f9a3946 req-87eb6107-8911-4c39-af20-f46b60516892 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:01.392636 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2f4dfa9a-ce8d-4706-8b45-cd419f9a3946 req-87eb6107-8911-4c39-af20-f46b60516892 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0482206 Dec 07 18:47:01.433698 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae617b3e-8635-46ae-aa00-6bf9fce87b41 req-0541cbd4-ee9d-4091-867a-22217f25f789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:01.435295 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ae617b3e-8635-46ae-aa00-6bf9fce87b41 req-0541cbd4-ee9d-4091-867a-22217f25f789 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 1099 time: 0.0481830 Dec 07 18:47:01.439771 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2f4dfa9a-ce8d-4706-8b45-cd419f9a3946 req-53c46295-fc82-45ac-af5f-4d6c4908c840 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411749 Dec 07 18:47:01.487198 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ae617b3e-8635-46ae-aa00-6bf9fce87b41 req-46f039ba-721c-4679-a258-31a989a8b3e4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383315 Dec 07 18:47:01.606998 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b267db-3c26-4bef-8d9d-31c3a36a72be req-409e5b78-5beb-40ec-9947-6dca28ce6eb7 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:01.608484 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-51b267db-3c26-4bef-8d9d-31c3a36a72be req-409e5b78-5beb-40ec-9947-6dca28ce6eb7 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0499427 Dec 07 18:47:01.660677 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-51b267db-3c26-4bef-8d9d-31c3a36a72be req-710118ca-384e-4d06-9db5-0378b4430814 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457890 Dec 07 18:47:01.696402 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2caabfe-44f1-428e-9f13-28e04e5b51df req-4b56c529-cab7-4177-8748-3f049970398e tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:01.697890 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d2caabfe-44f1-428e-9f13-28e04e5b51df req-4b56c529-cab7-4177-8748-3f049970398e tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 945 time: 0.0493324 Dec 07 18:47:01.746082 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d2caabfe-44f1-428e-9f13-28e04e5b51df req-aef507e6-0465-467c-850b-fb6333365fd8 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420339 Dec 07 18:47:02.558307 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89bf6a4-1d7d-4d07-934b-d02373fdedf0 req-a6f7593c-2041-4017-ab9a-0ca18a88175c tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:02.559788 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d89bf6a4-1d7d-4d07-934b-d02373fdedf0 req-a6f7593c-2041-4017-ab9a-0ca18a88175c tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0515983 Dec 07 18:47:02.606155 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d89bf6a4-1d7d-4d07-934b-d02373fdedf0 req-42de20fb-9637-49cf-ad13-b79e4cb1dc65 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398929 Dec 07 18:47:02.783874 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd6833-ce43-42d9-9987-1209d9a00d2a req-291d5863-6491-4872-978c-77a427d98845 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:02.785395 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c2fd6833-ce43-42d9-9987-1209d9a00d2a req-291d5863-6491-4872-978c-77a427d98845 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0543423 Dec 07 18:47:02.833135 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c2fd6833-ce43-42d9-9987-1209d9a00d2a req-04b40f54-9607-41a5-b806-9ff121889bfd tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418704 Dec 07 18:47:02.856810 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab716fc7-aa92-45aa-a3f8-48240f802fc2 req-ef2c7f09-e071-4c90-944e-6a347aa1efbc tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:02.858333 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ab716fc7-aa92-45aa-a3f8-48240f802fc2 req-ef2c7f09-e071-4c90-944e-6a347aa1efbc tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 945 time: 0.0486615 Dec 07 18:47:02.906031 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ab716fc7-aa92-45aa-a3f8-48240f802fc2 req-748e7da0-d032-43ba-8d0f-ff75a1bbe085 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbd6a00-6cad-41ed-8392-ec51296291ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415363 Dec 07 18:47:02.928652 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 33804) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:47:02.934725 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f498c74-8747-4521-b87b-55a87b85068b req-3f7c66cb-385f-4fff-8284-7ea384ebea6f tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:02.936228 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3f498c74-8747-4521-b87b-55a87b85068b req-3f7c66cb-385f-4fff-8284-7ea384ebea6f tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 945 time: 0.0490427 Dec 07 18:47:02.990977 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3f498c74-8747-4521-b87b-55a87b85068b req-683f7f2f-ebc7-43c6-97aa-ed93b7f063b5 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479414 Dec 07 18:47:03.123053 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211d9cc5-4f5b-4363-b1f0-ea1abd552954 tempest-TestMinimumBasicScenario-1236247240 tempest-TestMinimumBasicScenario-1236247240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:03.124594 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-211d9cc5-4f5b-4363-b1f0-ea1abd552954 tempest-TestMinimumBasicScenario-1236247240 tempest-TestMinimumBasicScenario-1236247240-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 1093 time: 0.1949480 Dec 07 18:47:03.127541 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 33808) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:47:03.131991 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-61fd5c31-1f87-4837-aa3f-8b033c767b6a tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Request body: {'floatingip': {'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'port_id': '6c4ac575-82d3-4c88-90cb-0083321e1635', 'tenant_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:47:03.158903 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-61fd5c31-1f87-4837-aa3f-8b033c767b6a tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks [] for floatingip, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:03.252487 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-61fd5c31-1f87-4837-aa3f-8b033c767b6a tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:03.371028 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [None req-61fd5c31-1f87-4837-aa3f-8b033c767b6a tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Allocated IP 172.27.0.137 (c28673b7-9801-4a6d-8bd7-4540f8f52bd4/c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01/e5362f57-68b0-4174-9244-11833c358eab) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:47:03.492697 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-61fd5c31-1f87-4837-aa3f-8b033c767b6a tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks [] for port, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:03.528278 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-61fd5c31-1f87-4837-aa3f-8b033c767b6a tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:03.578878 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fd5c31-1f87-4837-aa3f-8b033c767b6a tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Network c28673b7-9801-4a6d-8bd7-4540f8f52bd4 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:47:03.583131 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-61fd5c31-1f87-4837-aa3f-8b033c767b6a tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:47:03.585559 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fd5c31-1f87-4837-aa3f-8b033c767b6a tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:47:03.588442 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd5c31-1f87-4837-aa3f-8b033c767b6a tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Pushing event updated for resources: {'Port': ['ID=e5362f57-68b0-4174-9244-11833c358eab,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:47:03.776235 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a382dd9-c858-4e34-a3ce-1f7c0174df01 req-1ab4a76e-7827-4a9a-9319-84fa6eef95d0 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:03.777618 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3a382dd9-c858-4e34-a3ce-1f7c0174df01 req-1ab4a76e-7827-4a9a-9319-84fa6eef95d0 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.1016476 Dec 07 18:47:03.879814 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3a382dd9-c858-4e34-a3ce-1f7c0174df01 req-2738148b-d983-41eb-99de-0931f9f15e25 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947733 Dec 07 18:47:03.949737 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab8e04-7ffa-4cbc-a886-84a0da8d4a8a req-10de1e03-87a7-429b-a4b7-3128430d22fe tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:03.951678 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-afab8e04-7ffa-4cbc-a886-84a0da8d4a8a req-10de1e03-87a7-429b-a4b7-3128430d22fe tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0485435 Dec 07 18:47:04.003096 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-afab8e04-7ffa-4cbc-a886-84a0da8d4a8a req-e46eb68c-c9e6-4c2f-a9fa-a3f044c74d76 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449305 Dec 07 18:47:04.139859 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-61fd5c31-1f87-4837-aa3f-8b033c767b6a tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:04.194405 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a35d5c-4e56-44d0-8e2d-632ba88a67bb req-4797a7d5-65b4-4bf0-b7fc-9115e4ee1c36 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:04.195852 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-70a35d5c-4e56-44d0-8e2d-632ba88a67bb req-4797a7d5-65b4-4bf0-b7fc-9115e4ee1c36 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 945 time: 0.1343267 Dec 07 18:47:04.279121 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-70a35d5c-4e56-44d0-8e2d-632ba88a67bb req-94d62ac6-6a86-431a-b36b-738e976b16e2 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769672 Dec 07 18:47:04.279733 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-61fd5c31-1f87-4837-aa3f-8b033c767b6a tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:04.393705 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03da62-0025-44a6-b78a-b173fba297ea req-3496482d-4a36-4811-be32-1db61ae8d776 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:04.395229 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fc03da62-0025-44a6-b78a-b173fba297ea req-3496482d-4a36-4811-be32-1db61ae8d776 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 945 time: 0.0478697 Dec 07 18:47:04.431765 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-61fd5c31-1f87-4837-aa3f-8b033c767b6a tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks [] for port, precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:04.436210 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-61fd5c31-1f87-4837-aa3f-8b033c767b6a tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530413597'] for port, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:04.445555 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fc03da62-0025-44a6-b78a-b173fba297ea req-4dd2235f-3e90-4b10-a46d-cbe6b22fab08 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441556 Dec 07 18:47:04.467127 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 33828) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:47:04.513798 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd5c31-1f87-4837-aa3f-8b033c767b6a tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Pushing event updated for resources: {'Port': ['ID=e5362f57-68b0-4174-9244-11833c358eab,revision_number=2']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:47:04.524172 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-61fd5c31-1f87-4837-aa3f-8b033c767b6a tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652997'] for floatingip, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:04.635765 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b4448a-c9d8-480b-b7e3-80321754b3af tempest-TestShelveInstance-1466382682 tempest-TestShelveInstance-1466382682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:04.637610 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-51b4448a-c9d8-480b-b7e3-80321754b3af tempest-TestShelveInstance-1466382682 tempest-TestShelveInstance-1466382682-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 1093 time: 0.1654983 Dec 07 18:47:04.640525 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 33838) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:47:04.645641 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-ff24ea23-5b9c-431c-81de-ca8d3fa30b67 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Request body: {'floatingip': {'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'port_id': 'ea0e7445-57e1-4ed8-b96b-ef483e19d0bd', 'tenant_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:47:04.663541 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.db.l3_db [None req-61fd5c31-1f87-4837-aa3f-8b033c767b6a tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Floating IP cb9b0013-1e6e-4194-8220-59821eac99c7 associated. External IP: 172.27.0.137, port: 6c4ac575-82d3-4c88-90cb-0083321e1635. Dec 07 18:47:04.671670 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ff24ea23-5b9c-431c-81de-ca8d3fa30b67 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks [] for floatingip, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:04.787030 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ff24ea23-5b9c-431c-81de-ca8d3fa30b67 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:04.851852 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b4add-b483-40de-8e81-af6fd1212204 req-0064b417-f4bf-477b-a268-5c86dca5f559 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:04.853324 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6c9b4add-b483-40de-8e81-af6fd1212204 req-0064b417-f4bf-477b-a268-5c86dca5f559 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb71bb34-2f82-45de-91ba-98a927600c63 HTTP/1.1" status: 200 len: 946 time: 0.0952168 Dec 07 18:47:04.891335 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-ff24ea23-5b9c-431c-81de-ca8d3fa30b67 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Allocated IP 172.27.0.250 (c28673b7-9801-4a6d-8bd7-4540f8f52bd4/c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01/70d04249-84ae-4b6c-a718-a16913d83dc8) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:47:05.073645 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ff24ea23-5b9c-431c-81de-ca8d3fa30b67 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:05.083016 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4def2-46df-4b8d-aded-6c770f07c234 req-c7b6a694-f638-4492-94a7-121499c0d430 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:05.084521 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-eac4def2-46df-4b8d-aded-6c770f07c234 req-c7b6a694-f638-4492-94a7-121499c0d430 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.1053805 Dec 07 18:47:05.145674 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ff24ea23-5b9c-431c-81de-ca8d3fa30b67 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529624208'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:05.178176 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6c9b4add-b483-40de-8e81-af6fd1212204 req-3b791c27-8e31-42f7-952d-7a001f2a33d9 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183627 Dec 07 18:47:05.182455 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-eac4def2-46df-4b8d-aded-6c770f07c234 req-0fe977ae-aeb4-46c0-b278-b226429ec1e9 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846801 Dec 07 18:47:05.186587 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61fd5c31-1f87-4837-aa3f-8b033c767b6a tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Router 86414997-6c9e-4ded-b019-e4a7a7ea03c4 has already been hosted by L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc {{(pid=109084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:47:05.209190 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff24ea23-5b9c-431c-81de-ca8d3fa30b67 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Network c28673b7-9801-4a6d-8bd7-4540f8f52bd4 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:47:05.209690 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-ff24ea23-5b9c-431c-81de-ca8d3fa30b67 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:47:05.213277 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff24ea23-5b9c-431c-81de-ca8d3fa30b67 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:47:05.219043 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff24ea23-5b9c-431c-81de-ca8d3fa30b67 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Pushing event updated for resources: {'Port': ['ID=70d04249-84ae-4b6c-a718-a16913d83dc8,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:47:05.358490 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453bc76-1734-4ced-8053-e67ef3982a3b req-0436afbe-1e3a-4cfa-8495-b43868c47128 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:05.359901 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e453bc76-1734-4ced-8053-e67ef3982a3b req-0436afbe-1e3a-4cfa-8495-b43868c47128 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0999126 Dec 07 18:47:05.388923 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fd5c31-1f87-4837-aa3f-8b033c767b6a tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:47:05.402474 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d3f653-36f5-4465-a47f-e30522189969 None None] Sync routers for ids ['86414997-6c9e-4ded-b019-e4a7a7ea03c4'] in dv-cinder-819692-6-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:47:05.413006 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d3f653-36f5-4465-a47f-e30522189969 None None] Routers {'86414997-6c9e-4ded-b019-e4a7a7ea03c4'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:47:05.413716 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-25d3f653-36f5-4465-a47f-e30522189969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:46:48Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['86414997-6c9e-4ded-b019-e4a7a7ea03c4'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:47:05.432073 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e453bc76-1734-4ced-8053-e67ef3982a3b req-0a4323db-6917-4a67-96e6-a9d7ba5cb7a2 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640912 Dec 07 18:47:05.435978 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-61fd5c31-1f87-4837-aa3f-8b033c767b6a tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for floatingip, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:05.470692 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-61fd5c31-1f87-4837-aa3f-8b033c767b6a tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3412869 Dec 07 18:47:05.471175 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669946de-d56d-400a-aa4e-0b1c8ab97e46', 'tag': '6c4ac575-82d3-4c88-90cb-0083321e1635'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:47:05.473514 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a9c8e9ce0db27bff2b715efe80f7ddeb02331314c1c7d49b52ba908637cab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9385cff9-f5e4-4576-a1cb-377beeba5e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "669946de-d56d-400a-aa4e-0b1c8ab97e46", "tag": "6c4ac575-82d3-4c88-90cb-0083321e1635"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:47:05.474179 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 33846) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:47:05.479332 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-c99e313c-e6ad-4901-be9b-4f1f8052882d tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2109883156', 'description': 'tempest-secgroup-smoke-2109883156 description', 'project_id': '60c42061bf6e4acb909fab4c8dbc4c0d'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:47:05.510396 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253feccf-e98f-4803-a95e-8dba44f50273 x-openstack-request-id: req-253feccf-e98f-4803-a95e-8dba44f50273 {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:47:05.510775 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "669946de-d56d-400a-aa4e-0b1c8ab97e46", "tag": "6c4ac575-82d3-4c88-90cb-0083321e1635", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:47:05.511010 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-253feccf-e98f-4803-a95e-8dba44f50273 {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:47:05.511536 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '669946de-d56d-400a-aa4e-0b1c8ab97e46', 'tag': '6c4ac575-82d3-4c88-90cb-0083321e1635', 'status': 'completed', 'code': 200} Dec 07 18:47:05.515183 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c99e313c-e6ad-4901-be9b-4f1f8052882d tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:05.536688 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-25d3f653-36f5-4465-a47f-e30522189969 None None] Set router 86414997-6c9e-4ded-b019-e4a7a7ea03c4 gateway port host: dv-cinder-819692-6-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:47:05.707904 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385cff9-f5e4-4576-a1cb-377beeba5e1f req-c4968f57-8171-482b-bc7f-9698d876d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:05.709414 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9385cff9-f5e4-4576-a1cb-377beeba5e1f req-c4968f57-8171-482b-bc7f-9698d876d068 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=60c42061bf6e4acb909fab4c8dbc4c0d&device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 1098 time: 0.1549315 Dec 07 18:47:05.763700 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-25d3f653-36f5-4465-a47f-e30522189969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86414997-6c9e-4ded-b019-e4a7a7ea03c4', 'name': 'tempest-TestMinimumBasicScenario-807836683-router', 'tenant_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '5063a75e-3736-4ee5-8d89-964380c49845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:42Z', 'updated_at': '2021-12-07T18:45:48Z', 'revision_number': 4, 'project_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'gw_port': {'id': '5063a75e-3736-4ee5-8d89-964380c49845', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86414997-6c9e-4ded-b019-e4a7a7ea03c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:43Z', 'updated_at': '2021-12-07T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_floatingips': [{'id': 'cb9b0013-1e6e-4194-8220-59821eac99c7', 'tenant_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'floating_ip_address': '172.27.0.137', 'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'router_id': '86414997-6c9e-4ded-b019-e4a7a7ea03c4', 'port_id': '6c4ac575-82d3-4c88-90cb-0083321e1635', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '231250c2-6b44-47d0-805a-e173a98bb0d4', 'mac_address': 'fa:16:3e:91:1b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669946de-d56d-400a-aa4e-0b1c8ab97e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:47:03Z', 'updated_at': '2021-12-07T18:47:03Z', 'revision_number': 0, 'project_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dddb1f9-ea43-47f8-81aa-06193647596d', 'name': '', 'network_id': '231250c2-6b44-47d0-805a-e173a98bb0d4', 'tenant_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'mac_address': 'fa:16:3e:e5:da:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86414997-6c9e-4ded-b019-e4a7a7ea03c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '7946be5b-0476-44aa-ae26-502f3cd3f3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:47Z', 'updated_at': '2021-12-07T18:45:54Z', 'revision_number': 5, 'project_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'subnets': [{'id': '7946be5b-0476-44aa-ae26-502f3cd3f3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:47:05.789722 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d3f653-36f5-4465-a47f-e30522189969 None None] Checking router: 86414997-6c9e-4ded-b019-e4a7a7ea03c4 for host: dv-cinder-819692-6-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:47:05.798460 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d3f653-36f5-4465-a47f-e30522189969 None None] Routers {'86414997-6c9e-4ded-b019-e4a7a7ea03c4'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:47:05.799062 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-25d3f653-36f5-4465-a47f-e30522189969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:46:48Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['86414997-6c9e-4ded-b019-e4a7a7ea03c4'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:47:05.906380 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-25d3f653-36f5-4465-a47f-e30522189969 None None] Set router 86414997-6c9e-4ded-b019-e4a7a7ea03c4 gateway port host: dv-cinder-819692-6-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:47:06.021088 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c99e313c-e6ad-4901-be9b-4f1f8052882d tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:06.033834 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c99e313c-e6ad-4901-be9b-4f1f8052882d tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:06.096461 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ff24ea23-5b9c-431c-81de-ca8d3fa30b67 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:06.127087 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c99e313c-e6ad-4901-be9b-4f1f8052882d tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:06.133855 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-c99e313c-e6ad-4901-be9b-4f1f8052882d tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6529350 Dec 07 18:47:06.134076 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 33852) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:47:06.135839 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e313c-e6ad-4901-be9b-4f1f8052882d tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07b8a811-66f4-4a24-808c-06e6dc4476b7,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:47:06.136970 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-299845db-b8eb-4082-be6e-e8c060ea7ab2 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Request body: {'security_group_rule': {'security_group_id': '07b8a811-66f4-4a24-808c-06e6dc4476b7', 'project_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:47:06.147622 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-25d3f653-36f5-4465-a47f-e30522189969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86414997-6c9e-4ded-b019-e4a7a7ea03c4', 'name': 'tempest-TestMinimumBasicScenario-807836683-router', 'tenant_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '5063a75e-3736-4ee5-8d89-964380c49845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:42Z', 'updated_at': '2021-12-07T18:45:48Z', 'revision_number': 4, 'project_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'gw_port': {'id': '5063a75e-3736-4ee5-8d89-964380c49845', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86414997-6c9e-4ded-b019-e4a7a7ea03c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:43Z', 'updated_at': '2021-12-07T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_floatingips': [{'id': 'cb9b0013-1e6e-4194-8220-59821eac99c7', 'tenant_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'floating_ip_address': '172.27.0.137', 'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'router_id': '86414997-6c9e-4ded-b019-e4a7a7ea03c4', 'port_id': '6c4ac575-82d3-4c88-90cb-0083321e1635', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '231250c2-6b44-47d0-805a-e173a98bb0d4', 'mac_address': 'fa:16:3e:91:1b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669946de-d56d-400a-aa4e-0b1c8ab97e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:47:03Z', 'updated_at': '2021-12-07T18:47:03Z', 'revision_number': 0, 'project_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dddb1f9-ea43-47f8-81aa-06193647596d', 'name': '', 'network_id': '231250c2-6b44-47d0-805a-e173a98bb0d4', 'tenant_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'mac_address': 'fa:16:3e:e5:da:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86414997-6c9e-4ded-b019-e4a7a7ea03c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '7946be5b-0476-44aa-ae26-502f3cd3f3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:47Z', 'updated_at': '2021-12-07T18:45:54Z', 'revision_number': 5, 'project_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'subnets': [{'id': '7946be5b-0476-44aa-ae26-502f3cd3f3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:47:06.164670 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385cff9-f5e4-4576-a1cb-377beeba5e1f req-8d7b6189-fad6-4a2a-8b5d-e4a0e4eac8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:06.166195 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9385cff9-f5e4-4576-a1cb-377beeba5e1f req-8d7b6189-fad6-4a2a-8b5d-e4a0e4eac8d9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=231250c2-6b44-47d0-805a-e173a98bb0d4 HTTP/1.1" status: 200 len: 915 time: 0.4299297 Dec 07 18:47:06.169457 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-299845db-b8eb-4082-be6e-e8c060ea7ab2 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:06.180124 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d3f653-36f5-4465-a47f-e30522189969 None None] The sync data for ids ['86414997-6c9e-4ded-b019-e4a7a7ea03c4'] in dv-cinder-819692-6-iscsi is: [{'id': '86414997-6c9e-4ded-b019-e4a7a7ea03c4', 'name': 'tempest-TestMinimumBasicScenario-807836683-router', 'tenant_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '5063a75e-3736-4ee5-8d89-964380c49845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:42Z', 'updated_at': '2021-12-07T18:45:48Z', 'revision_number': 4, 'project_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'gw_port': {'id': '5063a75e-3736-4ee5-8d89-964380c49845', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86414997-6c9e-4ded-b019-e4a7a7ea03c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:43Z', 'updated_at': '2021-12-07T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_floatingips': [{'id': 'cb9b0013-1e6e-4194-8220-59821eac99c7', 'tenant_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'floating_ip_address': '172.27.0.137', 'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'router_id': '86414997-6c9e-4ded-b019-e4a7a7ea03c4', 'port_id': '6c4ac575-82d3-4c88-90cb-0083321e1635', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '231250c2-6b44-47d0-805a-e173a98bb0d4', 'mac_address': 'fa:16:3e:91:1b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669946de-d56d-400a-aa4e-0b1c8ab97e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:47:03Z', 'updated_at': '2021-12-07T18:47:03Z', 'revision_number': 0, 'project_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dddb1f9-ea43-47f8-81aa-06193647596d', 'name': '', 'network_id': '231250c2-6b44-47d0-805a-e173a98bb0d4', 'tenant_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'mac_address': 'fa:16:3e:e5:da:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86414997-6c9e-4ded-b019-e4a7a7ea03c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '7946be5b-0476-44aa-ae26-502f3cd3f3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:47Z', 'updated_at': '2021-12-07T18:45:54Z', 'revision_number': 5, 'project_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'subnets': [{'id': '7946be5b-0476-44aa-ae26-502f3cd3f3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:47:06.253755 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-299845db-b8eb-4082-be6e-e8c060ea7ab2 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:06.267683 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-299845db-b8eb-4082-be6e-e8c060ea7ab2 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742031'] for security_group_rule, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:06.295716 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ff24ea23-5b9c-431c-81de-ca8d3fa30b67 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:06.318610 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299845db-b8eb-4082-be6e-e8c060ea7ab2 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f20249f4-1bac-4d60-a164-50d95fc22ade,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:47:06.323987 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-299845db-b8eb-4082-be6e-e8c060ea7ab2 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:06.325467 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-299845db-b8eb-4082-be6e-e8c060ea7ab2 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1929088 Dec 07 18:47:06.327850 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 33858) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:47:06.333055 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-c5901798-34ae-42ea-98d6-f96203117264 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Request body: {'security_group_rule': {'security_group_id': '07b8a811-66f4-4a24-808c-06e6dc4476b7', 'project_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:47:06.372909 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc87e86-ff64-4248-93ed-7287d58b4d82 req-d76dbf87-332f-40ea-9bae-a318e411b4a6 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:06.374476 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ccc87e86-ff64-4248-93ed-7287d58b4d82 req-d76dbf87-332f-40ea-9bae-a318e411b4a6 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.1040606 Dec 07 18:47:06.380783 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c5901798-34ae-42ea-98d6-f96203117264 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:06.403613 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9385cff9-f5e4-4576-a1cb-377beeba5e1f req-0d2f6806-b55f-4f60-8349-5f41aec49ac0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c4ac575-82d3-4c88-90cb-0083321e1635 HTTP/1.1" status: 200 len: 999 time: 0.2239013 Dec 07 18:47:06.434794 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f2c91-bd87-4b40-b665-3ff7f1326c7d req-ef163a06-b789-4fac-915c-dda9d761031c tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:06.442787 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3e7f2c91-bd87-4b40-b665-3ff7f1326c7d req-ef163a06-b789-4fac-915c-dda9d761031c tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb71bb34-2f82-45de-91ba-98a927600c63 HTTP/1.1" status: 200 len: 946 time: 0.1379824 Dec 07 18:47:06.468420 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:47:06.482127 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ccc87e86-ff64-4248-93ed-7287d58b4d82 req-e28da488-cf54-44e7-941a-a296ff0ee30f tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946436 Dec 07 18:47:06.513464 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c5901798-34ae-42ea-98d6-f96203117264 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:06.522095 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c5901798-34ae-42ea-98d6-f96203117264 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742031'] for security_group_rule, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:06.531384 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dd9331-233b-4696-899c-8a280dc4417e None None] New status for floating IP cb9b0013-1e6e-4194-8220-59821eac99c7: ACTIVE {{(pid=109086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 18:47:06.546228 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5901798-34ae-42ea-98d6-f96203117264 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06d48ac2-b317-4d6a-bf00-092a4721b683,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:47:06.559595 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c5901798-34ae-42ea-98d6-f96203117264 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:06.563582 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-c5901798-34ae-42ea-98d6-f96203117264 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2322798 Dec 07 18:47:06.563815 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 33862) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:47:06.570005 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-f837b449-b9de-41f1-8ea0-a7f0b71365d0 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Request body: {'security_group_rule': {'security_group_id': '07b8a811-66f4-4a24-808c-06e6dc4476b7', 'project_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:47:06.598722 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385cff9-f5e4-4576-a1cb-377beeba5e1f req-2757eb9f-3687-4390-b7ef-f2d3b93bf208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:06.600158 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9385cff9-f5e4-4576-a1cb-377beeba5e1f req-2757eb9f-3687-4390-b7ef-f2d3b93bf208 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7946be5b-0476-44aa-ae26-502f3cd3f3eb HTTP/1.1" status: 200 len: 853 time: 0.1489260 Dec 07 18:47:06.607725 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3e7f2c91-bd87-4b40-b665-3ff7f1326c7d req-6de292e4-6c64-4940-864d-5136f71411ed tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641209 Dec 07 18:47:06.650763 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d1a80-1926-4951-a8f5-c8a0741a45c2 req-d949314d-0cc5-4297-abd0-18679fdf683e tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:06.652271 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0c1d1a80-1926-4951-a8f5-c8a0741a45c2 req-d949314d-0cc5-4297-abd0-18679fdf683e tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0860236 Dec 07 18:47:06.653170 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f837b449-b9de-41f1-8ea0-a7f0b71365d0 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:06.706892 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ff24ea23-5b9c-431c-81de-ca8d3fa30b67 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:06.712057 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385cff9-f5e4-4576-a1cb-377beeba5e1f req-71d6c2cb-eef9-4f44-a9de-80b61b9e06ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:06.713666 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9385cff9-f5e4-4576-a1cb-377beeba5e1f req-71d6c2cb-eef9-4f44-a9de-80b61b9e06ad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=231250c2-6b44-47d0-805a-e173a98bb0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812974 Dec 07 18:47:06.715138 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ff24ea23-5b9c-431c-81de-ca8d3fa30b67 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529623651'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:06.728071 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f837b449-b9de-41f1-8ea0-a7f0b71365d0 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:06.740091 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f837b449-b9de-41f1-8ea0-a7f0b71365d0 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742031'] for security_group_rule, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:06.753672 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0c1d1a80-1926-4951-a8f5-c8a0741a45c2 req-d0af3df7-f506-4410-9544-6f9fdf0edceb tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740178 Dec 07 18:47:06.766998 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f837b449-b9de-41f1-8ea0-a7f0b71365d0 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f590749-bb73-463f-93c1-e6848a2193a8,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:47:06.776688 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f837b449-b9de-41f1-8ea0-a7f0b71365d0 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:06.777931 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-f837b449-b9de-41f1-8ea0-a7f0b71365d0 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2131236 Dec 07 18:47:06.780594 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 33864) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:47:06.788276 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-55cdb17b-6aad-411c-b8f2-40aace0c68b2 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Request body: {'security_group_rule': {'security_group_id': '07b8a811-66f4-4a24-808c-06e6dc4476b7', 'project_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:47:06.822546 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-55cdb17b-6aad-411c-b8f2-40aace0c68b2 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:06.871165 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff24ea23-5b9c-431c-81de-ca8d3fa30b67 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Pushing event updated for resources: {'Port': ['ID=70d04249-84ae-4b6c-a718-a16913d83dc8,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:47:06.886819 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ff24ea23-5b9c-431c-81de-ca8d3fa30b67 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652997'] for floatingip, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:06.897657 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-55cdb17b-6aad-411c-b8f2-40aace0c68b2 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:06.903356 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-55cdb17b-6aad-411c-b8f2-40aace0c68b2 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742031'] for security_group_rule, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:06.921674 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cdb17b-6aad-411c-b8f2-40aace0c68b2 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9871e012-8d96-4b38-a11b-2ef9c3c71d38,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:47:06.934425 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-55cdb17b-6aad-411c-b8f2-40aace0c68b2 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:06.935857 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-55cdb17b-6aad-411c-b8f2-40aace0c68b2 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1543081 Dec 07 18:47:06.941464 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 33872) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:47:06.946043 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-ea20e29b-6c46-4e44-9f53-de795d9a48d3 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Request body: {'security_group_rule': {'security_group_id': '07b8a811-66f4-4a24-808c-06e6dc4476b7', 'project_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:47:06.963857 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9385cff9-f5e4-4576-a1cb-377beeba5e1f req-7283d280-899e-44be-8612-122eb049ffa1 service neutron] 10.222.0.23 "GET /v2.0/networks/231250c2-6b44-47d0-805a-e173a98bb0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069385 Dec 07 18:47:06.971917 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.db.securitygroups_db [None req-ea20e29b-6c46-4e44-9f53-de795d9a48d3 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Project 60c42061bf6e4acb909fab4c8dbc4c0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 18:47:06.979040 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-ea20e29b-6c46-4e44-9f53-de795d9a48d3 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:07.069807 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-ea20e29b-6c46-4e44-9f53-de795d9a48d3 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:07.077732 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd55dc-cd63-41f8-a89e-300b6e8d3f3e req-7447a661-fc54-428d-a665-2172f207177a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:07.079362 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8ffd55dc-cd63-41f8-a89e-300b6e8d3f3e req-7447a661-fc54-428d-a665-2172f207177a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b1c0284a24444edf87293c9fe818e638&device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 1099 time: 0.0646927 Dec 07 18:47:07.079988 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-ea20e29b-6c46-4e44-9f53-de795d9a48d3 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742031'] for security_group_rule, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:07.104927 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20e29b-6c46-4e44-9f53-de795d9a48d3 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e91a99e7-d0a6-47a1-973a-c1b8946fa348,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:47:07.106899 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.db.l3_db [None req-ff24ea23-5b9c-431c-81de-ca8d3fa30b67 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Floating IP d75de2e1-7a47-4d39-9a9f-31ab6a5b13f0 associated. External IP: 172.27.0.250, port: ea0e7445-57e1-4ed8-b96b-ef483e19d0bd. Dec 07 18:47:07.130866 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-ea20e29b-6c46-4e44-9f53-de795d9a48d3 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:07.132065 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-ea20e29b-6c46-4e44-9f53-de795d9a48d3 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1895752 Dec 07 18:47:07.134845 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 33876) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:47:07.143326 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-2d37cfc3-f81b-4f27-bbeb-12fff8a91d26 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Request body: {'security_group_rule': {'security_group_id': '07b8a811-66f4-4a24-808c-06e6dc4476b7', 'project_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:47:07.202425 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a01cf-b5da-4af4-9fd6-dd9a0cf879b4 req-ee54c34d-d07f-4c94-972b-fc4c61367449 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:07.203130 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.db.securitygroups_db [None req-2d37cfc3-f81b-4f27-bbeb-12fff8a91d26 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Project 60c42061bf6e4acb909fab4c8dbc4c0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 18:47:07.203809 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3b3a01cf-b5da-4af4-9fd6-dd9a0cf879b4 req-ee54c34d-d07f-4c94-972b-fc4c61367449 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.1893868 Dec 07 18:47:07.212051 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9385cff9-f5e4-4576-a1cb-377beeba5e1f req-ee3aaffc-7eee-4b02-a773-1d3af38e92be service neutron] 10.222.0.23 "GET /v2.0/networks/231250c2-6b44-47d0-805a-e173a98bb0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071371 Dec 07 18:47:07.215544 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2d37cfc3-f81b-4f27-bbeb-12fff8a91d26 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:07.226144 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd55dc-cd63-41f8-a89e-300b6e8d3f3e req-22396c59-256f-4cc5-9c53-ec30d106ce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:07.227635 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8ffd55dc-cd63-41f8-a89e-300b6e8d3f3e req-22396c59-256f-4cc5-9c53-ec30d106ce64 service neutron] 10.222.0.23 "GET /v2.0/networks?id=21f5f496-97bc-411b-8951-cfa100658247 HTTP/1.1" status: 200 len: 920 time: 0.1319599 Dec 07 18:47:07.290466 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8ffd55dc-cd63-41f8-a89e-300b6e8d3f3e req-7057388f-1c3a-4ac6-b29e-aef5a075a948 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9 HTTP/1.1" status: 200 len: 217 time: 0.0420420 Dec 07 18:47:07.299827 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3b3a01cf-b5da-4af4-9fd6-dd9a0cf879b4 req-1f2a3f5d-7a33-4744-aa56-13afae2121df tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867851 Dec 07 18:47:07.352684 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2d37cfc3-f81b-4f27-bbeb-12fff8a91d26 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:07.357857 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2d37cfc3-f81b-4f27-bbeb-12fff8a91d26 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742031'] for security_group_rule, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:07.384450 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd55dc-cd63-41f8-a89e-300b6e8d3f3e req-c718b79a-1610-4f59-be0a-4921d924fe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:07.385963 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8ffd55dc-cd63-41f8-a89e-300b6e8d3f3e req-c718b79a-1610-4f59-be0a-4921d924fe3f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a57c2580-dd64-42bb-8b18-d437fa46d1d2 HTTP/1.1" status: 200 len: 859 time: 0.0821412 Dec 07 18:47:07.386548 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d37cfc3-f81b-4f27-bbeb-12fff8a91d26 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=742f8ab8-20ea-4438-a850-8c656b948286,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:47:07.395575 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2d37cfc3-f81b-4f27-bbeb-12fff8a91d26 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:07.396904 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-2d37cfc3-f81b-4f27-bbeb-12fff8a91d26 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2591107 Dec 07 18:47:07.413594 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff24ea23-5b9c-431c-81de-ca8d3fa30b67 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Router 3385f01d-686d-4fd0-b269-dedd02403d7e has already been hosted by L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:47:07.432281 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8ffd55dc-cd63-41f8-a89e-300b6e8d3f3e req-4a01db2b-11fc-4a5a-b6d9-ea4ebe422296 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21f5f496-97bc-411b-8951-cfa100658247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260353 Dec 07 18:47:07.535944 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff24ea23-5b9c-431c-81de-ca8d3fa30b67 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:47:07.544312 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9333066c-2ebc-4e15-b89a-1fa9c810f73e req-b1b842c4-d87b-40a5-bf79-cb47cf4b3813 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2109883156&fields=id&tenant_id=60c42061bf6e4acb909fab4c8dbc4c0d HTTP/1.1" status: 200 len: 267 time: 0.0988851 Dec 07 18:47:07.552371 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a96df13-b6cf-4fb0-afe2-ded95210a273 None None] Sync routers for ids ['3385f01d-686d-4fd0-b269-dedd02403d7e'] in dv-cinder-819692-6-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:47:07.569965 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a96df13-b6cf-4fb0-afe2-ded95210a273 None None] Routers {'3385f01d-686d-4fd0-b269-dedd02403d7e'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:47:07.570666 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5a96df13-b6cf-4fb0-afe2-ded95210a273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:46:48Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['3385f01d-686d-4fd0-b269-dedd02403d7e'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:47:07.577672 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ff24ea23-5b9c-431c-81de-ca8d3fa30b67 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:07.602030 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8ffd55dc-cd63-41f8-a89e-300b6e8d3f3e req-c6e13216-5ef5-474d-a986-c9f9c374031a service neutron] 10.222.0.23 "GET /v2.0/networks/21f5f496-97bc-411b-8951-cfa100658247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489036 Dec 07 18:47:07.614682 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-ff24ea23-5b9c-431c-81de-ca8d3fa30b67 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9730525 Dec 07 18:47:07.616384 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6353ff89-98cf-4e56-b677-b0f9431d7e1d', 'tag': 'ea0e7445-57e1-4ed8-b96b-ef483e19d0bd'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:47:07.618391 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f47eea71b5ba0831d378bb06dcf61d9c2f9c3cd1ea737a862f2010bc1a834e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d239c0-4d6a-44ca-b1e9-8dbac5f83c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "6353ff89-98cf-4e56-b677-b0f9431d7e1d", "tag": "ea0e7445-57e1-4ed8-b96b-ef483e19d0bd"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:47:07.632652 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333066c-2ebc-4e15-b89a-1fa9c810f73e req-c9db863c-cd3e-4009-8316-9c5af6827780 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:07.634137 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff3abe-aef0-4b17-8a40-2e433d869448 req-2e158931-28e3-485e-92aa-5579f24b7e6b tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:07.634816 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9333066c-2ebc-4e15-b89a-1fa9c810f73e req-c9db863c-cd3e-4009-8316-9c5af6827780 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 945 time: 0.0835571 Dec 07 18:47:07.635686 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ceff3abe-aef0-4b17-8a40-2e433d869448 req-2e158931-28e3-485e-92aa-5579f24b7e6b tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0904825 Dec 07 18:47:07.652437 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [req-9333066c-2ebc-4e15-b89a-1fa9c810f73e req-f0a794c8-d057-4703-857a-adab5fcde15c tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Request body: {'port': {'security_groups': ['6dbd6a00-6cad-41ed-8392-ec51296291ab', '07b8a811-66f4-4a24-808c-06e6dc4476b7']}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:47:07.693879 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ceff3abe-aef0-4b17-8a40-2e433d869448 req-5e0b5597-108c-4113-9ea7-8475bf121674 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508981 Dec 07 18:47:07.754033 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7389c50-bd1a-4323-a990-af403ef94de0 x-openstack-request-id: req-f7389c50-bd1a-4323-a990-af403ef94de0 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:47:07.754033 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6353ff89-98cf-4e56-b677-b0f9431d7e1d", "tag": "ea0e7445-57e1-4ed8-b96b-ef483e19d0bd", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:47:07.754033 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f7389c50-bd1a-4323-a990-af403ef94de0 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:47:07.754412 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6353ff89-98cf-4e56-b677-b0f9431d7e1d', 'tag': 'ea0e7445-57e1-4ed8-b96b-ef483e19d0bd', 'status': 'completed', 'code': 200} Dec 07 18:47:07.780157 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-9333066c-2ebc-4e15-b89a-1fa9c810f73e req-f0a794c8-d057-4703-857a-adab5fcde15c tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:07.791922 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-5a96df13-b6cf-4fb0-afe2-ded95210a273 None None] Set router 3385f01d-686d-4fd0-b269-dedd02403d7e gateway port host: dv-cinder-819692-6-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:47:07.808759 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8ffd55dc-cd63-41f8-a89e-300b6e8d3f3e req-e4f2a9a9-a44d-4893-8b0e-0b7649bfeaca service neutron] 10.222.0.23 "GET /v2.0/networks/21f5f496-97bc-411b-8951-cfa100658247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699162 Dec 07 18:47:07.880950 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d239c0-4d6a-44ca-b1e9-8dbac5f83c1d req-cdbb6dff-a6eb-4baf-9806-3d7ebb9eb160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:07.882775 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a0d239c0-4d6a-44ca-b1e9-8dbac5f83c1d req-cdbb6dff-a6eb-4baf-9806-3d7ebb9eb160 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dbb7c47db4047b7b6b9fdc130ea461d&device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 1098 time: 0.0685117 Dec 07 18:47:07.893963 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46c82f-00ef-4aa4-9903-8c14e0b8a779 req-ec75f703-7630-4e88-b512-0d932a818059 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:07.895824 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8c46c82f-00ef-4aa4-9903-8c14e0b8a779 req-ec75f703-7630-4e88-b512-0d932a818059 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb71bb34-2f82-45de-91ba-98a927600c63 HTTP/1.1" status: 200 len: 946 time: 0.0910480 Dec 07 18:47:08.003360 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-9333066c-2ebc-4e15-b89a-1fa9c810f73e req-f0a794c8-d057-4703-857a-adab5fcde15c tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] For port 6c4ac575-82d3-4c88-90cb-0083321e1635, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=6c4ac575-82d3-4c88-90cb-0083321e1635,segment=NetworkSegment(63bb465d-bb7c-463b-a144-66016a6c109d),segment_id=63bb465d-bb7c-463b-a144-66016a6c109d)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:47:08.005789 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8c46c82f-00ef-4aa4-9903-8c14e0b8a779 req-fbbc84f5-2f36-4c27-b1c0-0713c0e88172 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962768 Dec 07 18:47:08.026129 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d239c0-4d6a-44ca-b1e9-8dbac5f83c1d req-260fd131-6ebe-45d1-8666-95d03c3e9f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:08.026500 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a0d239c0-4d6a-44ca-b1e9-8dbac5f83c1d req-260fd131-6ebe-45d1-8666-95d03c3e9f2e service neutron] 10.222.0.23 "GET /v2.0/networks?id=f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584 HTTP/1.1" status: 200 len: 910 time: 0.1250644 Dec 07 18:47:08.048387 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-9333066c-2ebc-4e15-b89a-1fa9c810f73e req-f0a794c8-d057-4703-857a-adab5fcde15c tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks [] for port, precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:08.048979 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5a96df13-b6cf-4fb0-afe2-ded95210a273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3385f01d-686d-4fd0-b269-dedd02403d7e', 'name': 'tempest-TestShelveInstance-2000220902-router', 'tenant_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '710424ee-3487-48d6-9990-c8d047586a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:27Z', 'updated_at': '2021-12-07T18:45:33Z', 'revision_number': 4, 'project_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'gw_port': {'id': '710424ee-3487-48d6-9990-c8d047586a7f', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3385f01d-686d-4fd0-b269-dedd02403d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:28Z', 'updated_at': '2021-12-07T18:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_floatingips': [{'id': 'd75de2e1-7a47-4d39-9a9f-31ab6a5b13f0', 'tenant_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'floating_ip_address': '172.27.0.250', 'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'router_id': '3385f01d-686d-4fd0-b269-dedd02403d7e', 'port_id': 'ea0e7445-57e1-4ed8-b96b-ef483e19d0bd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584', 'mac_address': 'fa:16:3e:98:e3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6353ff89-98cf-4e56-b677-b0f9431d7e1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:47:05Z', 'updated_at': '2021-12-07T18:47:05Z', 'revision_number': 0, 'project_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bb53d2d-6240-4592-9ad0-27fcc8728b7a', 'name': '', 'network_id': 'f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584', 'tenant_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'mac_address': 'fa:16:3e:a5:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3385f01d-686d-4fd0-b269-dedd02403d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '1391da38-e32d-4021-8a10-dbcd7095634e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:31Z', 'updated_at': '2021-12-07T18:45:38Z', 'revision_number': 5, 'project_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'subnets': [{'id': '1391da38-e32d-4021-8a10-dbcd7095634e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:47:08.057016 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-9333066c-2ebc-4e15-b89a-1fa9c810f73e req-f0a794c8-d057-4703-857a-adab5fcde15c tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530413597'] for port, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:08.081437 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a96df13-b6cf-4fb0-afe2-ded95210a273 None None] Checking router: 3385f01d-686d-4fd0-b269-dedd02403d7e for host: dv-cinder-819692-6-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:47:08.081696 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['6c4ac575-82d3-4c88-90cb-0083321e1635'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:47:08.090952 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a96df13-b6cf-4fb0-afe2-ded95210a273 None None] Routers {'3385f01d-686d-4fd0-b269-dedd02403d7e'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:47:08.091559 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5a96df13-b6cf-4fb0-afe2-ded95210a273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:46:48Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['3385f01d-686d-4fd0-b269-dedd02403d7e'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:47:08.106039 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333066c-2ebc-4e15-b89a-1fa9c810f73e req-f0a794c8-d057-4703-857a-adab5fcde15c tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:08.106774 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-9333066c-2ebc-4e15-b89a-1fa9c810f73e req-f0a794c8-d057-4703-857a-adab5fcde15c tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:08.114883 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9333066c-2ebc-4e15-b89a-1fa9c810f73e req-f0a794c8-d057-4703-857a-adab5fcde15c tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "PUT /v2.0/ports/6c4ac575-82d3-4c88-90cb-0083321e1635 HTTP/1.1" status: 200 len: 981 time: 0.4654889 Dec 07 18:47:08.114883 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669946de-d56d-400a-aa4e-0b1c8ab97e46', 'tag': '6c4ac575-82d3-4c88-90cb-0083321e1635'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:47:08.126102 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a9c8e9ce0db27bff2b715efe80f7ddeb02331314c1c7d49b52ba908637cab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01a7dfd-432c-4b78-807e-e24fab6557a5" -d '{"events": [{"name": "network-changed", "server_uuid": "669946de-d56d-400a-aa4e-0b1c8ab97e46", "tag": "6c4ac575-82d3-4c88-90cb-0083321e1635"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:47:08.164750 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a0d239c0-4d6a-44ca-b1e9-8dbac5f83c1d req-b99f311a-f740-48f2-886f-8df2a65b2cf7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea0e7445-57e1-4ed8-b96b-ef483e19d0bd HTTP/1.1" status: 200 len: 999 time: 0.1218216 Dec 07 18:47:08.186275 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a794c8-d057-4703-857a-adab5fcde15c tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Pushing event updated for resources: {'Port': ['ID=6c4ac575-82d3-4c88-90cb-0083321e1635,revision_number=6']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:47:08.247107 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d239c0-4d6a-44ca-b1e9-8dbac5f83c1d req-916b5e5e-047d-45c6-a9e5-afe304b4ded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:08.251785 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a0d239c0-4d6a-44ca-b1e9-8dbac5f83c1d req-916b5e5e-047d-45c6-a9e5-afe304b4ded4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1391da38-e32d-4021-8a10-dbcd7095634e HTTP/1.1" status: 200 len: 848 time: 0.0776341 Dec 07 18:47:08.252531 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de74e9-fd24-4912-babf-4ae0a80ea15c req-1bc2aeb4-4198-475f-8642-e5e018eb0a3c tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:08.254212 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-19de74e9-fd24-4912-babf-4ae0a80ea15c req-1bc2aeb4-4198-475f-8642-e5e018eb0a3c tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb71bb34-2f82-45de-91ba-98a927600c63 HTTP/1.1" status: 200 len: 946 time: 0.1224897 Dec 07 18:47:08.267155 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-5a96df13-b6cf-4fb0-afe2-ded95210a273 None None] Set router 3385f01d-686d-4fd0-b269-dedd02403d7e gateway port host: dv-cinder-819692-6-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:47:08.320597 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb83403-74e2-483f-bf87-06a1b491dc13 x-openstack-request-id: req-1fb83403-74e2-483f-bf87-06a1b491dc13 {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:47:08.321255 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "669946de-d56d-400a-aa4e-0b1c8ab97e46", "tag": "6c4ac575-82d3-4c88-90cb-0083321e1635", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:47:08.321602 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1fb83403-74e2-483f-bf87-06a1b491dc13 {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:47:08.322091 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '669946de-d56d-400a-aa4e-0b1c8ab97e46', 'tag': '6c4ac575-82d3-4c88-90cb-0083321e1635', 'status': 'completed', 'code': 200} Dec 07 18:47:08.361162 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d239c0-4d6a-44ca-b1e9-8dbac5f83c1d req-140c34c4-0155-4075-b2d9-1377235b4cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:08.364950 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a0d239c0-4d6a-44ca-b1e9-8dbac5f83c1d req-140c34c4-0155-4075-b2d9-1377235b4cee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0939372 Dec 07 18:47:08.437054 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a7dfd-432c-4b78-807e-e24fab6557a5 req-b822745c-fb5f-4b7f-8f61-fb14eb73b8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:08.439755 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b01a7dfd-432c-4b78-807e-e24fab6557a5 req-b822745c-fb5f-4b7f-8f61-fb14eb73b8c1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=60c42061bf6e4acb909fab4c8dbc4c0d&device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 1137 time: 0.1073613 Dec 07 18:47:08.459618 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc89b3e-9d74-4dd8-ac52-a3f215dc71c5 req-d22b90a3-b23b-415a-8a82-beecbf565a2f tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:08.461163 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-bdc89b3e-9d74-4dd8-ac52-a3f215dc71c5 req-d22b90a3-b23b-415a-8a82-beecbf565a2f tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 984 time: 0.2020650 Dec 07 18:47:08.514174 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['6c4ac575-82d3-4c88-90cb-0083321e1635'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:47:08.560692 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb4dcb-f5e5-4a50-8032-cb654ce6afdf req-5bff92aa-a73e-453f-862f-93a4b634bd16 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:08.569430 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-afdb4dcb-f5e5-4a50-8032-cb654ce6afdf req-5bff92aa-a73e-453f-862f-93a4b634bd16 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.1191127 Dec 07 18:47:08.588292 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a0d239c0-4d6a-44ca-b1e9-8dbac5f83c1d req-4a7a9c26-c70b-49c6-b339-46f279b1d97d service neutron] 10.222.0.23 "GET /v2.0/networks/f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950362 Dec 07 18:47:08.592738 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [req-19de74e9-fd24-4912-babf-4ae0a80ea15c req-61a9d25e-1806-4627-a248-3511948ecfa4 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Deleting port 74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:47:08.593093 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-19de74e9-fd24-4912-babf-4ae0a80ea15c req-61a9d25e-1806-4627-a248-3511948ecfa4 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:08.626517 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5a96df13-b6cf-4fb0-afe2-ded95210a273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3385f01d-686d-4fd0-b269-dedd02403d7e', 'name': 'tempest-TestShelveInstance-2000220902-router', 'tenant_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '710424ee-3487-48d6-9990-c8d047586a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:27Z', 'updated_at': '2021-12-07T18:45:33Z', 'revision_number': 4, 'project_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'gw_port': {'id': '710424ee-3487-48d6-9990-c8d047586a7f', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3385f01d-686d-4fd0-b269-dedd02403d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:28Z', 'updated_at': '2021-12-07T18:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_floatingips': [{'id': 'd75de2e1-7a47-4d39-9a9f-31ab6a5b13f0', 'tenant_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'floating_ip_address': '172.27.0.250', 'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'router_id': '3385f01d-686d-4fd0-b269-dedd02403d7e', 'port_id': 'ea0e7445-57e1-4ed8-b96b-ef483e19d0bd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584', 'mac_address': 'fa:16:3e:98:e3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6353ff89-98cf-4e56-b677-b0f9431d7e1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:47:05Z', 'updated_at': '2021-12-07T18:47:05Z', 'revision_number': 0, 'project_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bb53d2d-6240-4592-9ad0-27fcc8728b7a', 'name': '', 'network_id': 'f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584', 'tenant_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'mac_address': 'fa:16:3e:a5:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3385f01d-686d-4fd0-b269-dedd02403d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '1391da38-e32d-4021-8a10-dbcd7095634e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:31Z', 'updated_at': '2021-12-07T18:45:38Z', 'revision_number': 5, 'project_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'subnets': [{'id': '1391da38-e32d-4021-8a10-dbcd7095634e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:47:08.647586 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-bdc89b3e-9d74-4dd8-ac52-a3f215dc71c5 req-5b6d9ebc-7df4-486a-88a8-85b337b43889 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbd6a00-6cad-41ed-8392-ec51296291ab&id=07b8a811-66f4-4a24-808c-06e6dc4476b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1710262 Dec 07 18:47:08.665175 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a96df13-b6cf-4fb0-afe2-ded95210a273 None None] The sync data for ids ['3385f01d-686d-4fd0-b269-dedd02403d7e'] in dv-cinder-819692-6-iscsi is: [{'id': '3385f01d-686d-4fd0-b269-dedd02403d7e', 'name': 'tempest-TestShelveInstance-2000220902-router', 'tenant_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '710424ee-3487-48d6-9990-c8d047586a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:27Z', 'updated_at': '2021-12-07T18:45:33Z', 'revision_number': 4, 'project_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'gw_port': {'id': '710424ee-3487-48d6-9990-c8d047586a7f', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3385f01d-686d-4fd0-b269-dedd02403d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:28Z', 'updated_at': '2021-12-07T18:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_floatingips': [{'id': 'd75de2e1-7a47-4d39-9a9f-31ab6a5b13f0', 'tenant_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'floating_ip_address': '172.27.0.250', 'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'router_id': '3385f01d-686d-4fd0-b269-dedd02403d7e', 'port_id': 'ea0e7445-57e1-4ed8-b96b-ef483e19d0bd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584', 'mac_address': 'fa:16:3e:98:e3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6353ff89-98cf-4e56-b677-b0f9431d7e1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:47:05Z', 'updated_at': '2021-12-07T18:47:05Z', 'revision_number': 0, 'project_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bb53d2d-6240-4592-9ad0-27fcc8728b7a', 'name': '', 'network_id': 'f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584', 'tenant_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'mac_address': 'fa:16:3e:a5:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3385f01d-686d-4fd0-b269-dedd02403d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '1391da38-e32d-4021-8a10-dbcd7095634e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:31Z', 'updated_at': '2021-12-07T18:45:38Z', 'revision_number': 5, 'project_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'subnets': [{'id': '1391da38-e32d-4021-8a10-dbcd7095634e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:47:08.669737 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a7dfd-432c-4b78-807e-e24fab6557a5 req-068e3781-554c-4ca0-9987-0c01c9eb02f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:08.671522 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b01a7dfd-432c-4b78-807e-e24fab6557a5 req-068e3781-554c-4ca0-9987-0c01c9eb02f8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=231250c2-6b44-47d0-805a-e173a98bb0d4 HTTP/1.1" status: 200 len: 915 time: 0.2085116 Dec 07 18:47:08.678128 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-afdb4dcb-f5e5-4a50-8032-cb654ce6afdf req-79122161-0475-492e-bf77-53d6c65ce721 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075158 Dec 07 18:47:08.678480 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-bea3957d-a341-4359-9e53-acbcf0cc128d None None] Provisioning complete for port 6c4ac575-82d3-4c88-90cb-0083321e1635 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:47:08.679244 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bea3957d-a341-4359-9e53-acbcf0cc128d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:08.738972 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:08.768867 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a0d239c0-4d6a-44ca-b1e9-8dbac5f83c1d req-d9cc13ae-8c7a-49b0-a036-0159cfdb77ee service neutron] 10.222.0.23 "GET /v2.0/networks/f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649330 Dec 07 18:47:08.872969 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-19de74e9-fd24-4912-babf-4ae0a80ea15c req-61a9d25e-1806-4627-a248-3511948ecfa4 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] For port 74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf,segment=NetworkSegment(98bfe91f-7bab-411d-b57d-5ef27194bbaa),segment_id=98bfe91f-7bab-411d-b57d-5ef27194bbaa)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:47:08.873382 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-19de74e9-fd24-4912-babf-4ae0a80ea15c req-61a9d25e-1806-4627-a248-3511948ecfa4 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:08.878237 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b01a7dfd-432c-4b78-807e-e24fab6557a5 req-cae7345f-1fb3-4d93-be10-10ea0f5c808c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c4ac575-82d3-4c88-90cb-0083321e1635 HTTP/1.1" status: 200 len: 1001 time: 0.1620250 Dec 07 18:47:08.894259 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [req-19de74e9-fd24-4912-babf-4ae0a80ea15c req-61a9d25e-1806-4627-a248-3511948ecfa4 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Calling delete_port for 74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf owned by compute:nova {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:47:08.914381 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629766bf-cf6c-4d51-a818-8ccc59561cce req-2697180d-a736-46bd-a275-83b118e8853c tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:08.915914 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-629766bf-cf6c-4d51-a818-8ccc59561cce req-2697180d-a736-46bd-a275-83b118e8853c tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.1250465 Dec 07 18:47:08.946569 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034d19c9-2f34-4ee0-b86a-a08a583532d6 None None] New status for floating IP d75de2e1-7a47-4d39-9a9f-31ab6a5b13f0: ACTIVE {{(pid=109086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 18:47:09.019903 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a7dfd-432c-4b78-807e-e24fab6557a5 req-7ec92b3f-5191-4db4-925d-f8833aed960d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:09.021278 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b01a7dfd-432c-4b78-807e-e24fab6557a5 req-7ec92b3f-5191-4db4-925d-f8833aed960d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7946be5b-0476-44aa-ae26-502f3cd3f3eb HTTP/1.1" status: 200 len: 853 time: 0.1283190 Dec 07 18:47:09.053362 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-629766bf-cf6c-4d51-a818-8ccc59561cce req-87faf854-c5f2-4826-ab7d-2b41b29b312a tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181614 Dec 07 18:47:09.105046 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a7dfd-432c-4b78-807e-e24fab6557a5 req-4ba05870-d97a-43b9-a7e9-02ea4befde91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:09.106951 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b01a7dfd-432c-4b78-807e-e24fab6557a5 req-4ba05870-d97a-43b9-a7e9-02ea4befde91 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=231250c2-6b44-47d0-805a-e173a98bb0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687895 Dec 07 18:47:09.141086 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065342d-ba59-4ef9-b720-8d3cca199627 req-55bc22c8-e644-49f0-914a-2debc8bd96ad tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:09.143897 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5065342d-ba59-4ef9-b720-8d3cca199627 req-55bc22c8-e644-49f0-914a-2debc8bd96ad tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb71bb34-2f82-45de-91ba-98a927600c63 HTTP/1.1" status: 200 len: 946 time: 0.0602002 Dec 07 18:47:09.197626 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5065342d-ba59-4ef9-b720-8d3cca199627 req-8120a091-bbf2-465c-8662-da2c023be346 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471132 Dec 07 18:47:09.228195 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-19de74e9-fd24-4912-babf-4ae0a80ea15c req-61a9d25e-1806-4627-a248-3511948ecfa4 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:09.288518 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9d25e-1806-4627-a248-3511948ecfa4 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Pushing event deleted for resources: {'Port': ['ID=74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:47:09.319718 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [req-19de74e9-fd24-4912-babf-4ae0a80ea15c req-61a9d25e-1806-4627-a248-3511948ecfa4 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] No DVR routers for this DVR port 74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf on host hv-cinder-81969 {{(pid=109084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:47:09.322487 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-19de74e9-fd24-4912-babf-4ae0a80ea15c req-61a9d25e-1806-4627-a248-3511948ecfa4 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:09.325885 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-19de74e9-fd24-4912-babf-4ae0a80ea15c req-61a9d25e-1806-4627-a248-3511948ecfa4 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.23 "DELETE /v2.0/ports/74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf HTTP/1.1" status: 204 len: 173 time: 1.0528774 Dec 07 18:47:09.328564 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b01a7dfd-432c-4b78-807e-e24fab6557a5 req-19fdd85c-3dbe-43ea-a2ad-ad862a8cf0b9 service neutron] 10.222.0.23 "GET /v2.0/networks/231250c2-6b44-47d0-805a-e173a98bb0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911056 Dec 07 18:47:09.445236 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b01a7dfd-432c-4b78-807e-e24fab6557a5 req-36e3be64-69c8-4712-a0f3-5cf91cc1802a service neutron] 10.222.0.23 "GET /v2.0/networks/231250c2-6b44-47d0-805a-e173a98bb0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956845 Dec 07 18:47:09.792903 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a5840-b3bd-4385-9fc8-ec6c27c5d378 req-cf210709-110a-4365-95da-20e0f8bbef77 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:09.794375 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-157a5840-b3bd-4385-9fc8-ec6c27c5d378 req-cf210709-110a-4365-95da-20e0f8bbef77 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0485220 Dec 07 18:47:09.840597 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-157a5840-b3bd-4385-9fc8-ec6c27c5d378 req-6e76e6b8-648e-4ff8-b747-16be2a5c670f tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404859 Dec 07 18:47:10.183508 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb9118-66bd-4044-af59-8f30ad4dc65c req-615f298c-002e-486d-8dc5-a567715f1b4b tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:10.184994 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0ecb9118-66bd-4044-af59-8f30ad4dc65c req-615f298c-002e-486d-8dc5-a567715f1b4b tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0511267 Dec 07 18:47:10.207162 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a', 'b08af1cd-2e39-4c70-8061-c097c902fc64', '1b17425e-406c-49a0-9e23-08dbf104898d', '74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:47:10.246829 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0ecb9118-66bd-4044-af59-8f30ad4dc65c req-662ddbe2-6533-4c48-b9bc-0bc02714c6e4 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545862 Dec 07 18:47:10.323689 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb71bb34-2f82-45de-91ba-98a927600c63', 'name': 'network-vif-deleted', 'tag': '74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:47:10.326777 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a9c8e9ce0db27bff2b715efe80f7ddeb02331314c1c7d49b52ba908637cab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7ecfd7-186b-4e5b-a486-c86ff2dc35ab" -d '{"events": [{"server_uuid": "fb71bb34-2f82-45de-91ba-98a927600c63", "name": "network-vif-deleted", "tag": "74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:47:10.370158 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c46801-b940-4176-a20f-4e5e2bd2a71e x-openstack-request-id: req-87c46801-b940-4176-a20f-4e5e2bd2a71e {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:47:10.370463 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb71bb34-2f82-45de-91ba-98a927600c63", "name": "network-vif-deleted", "tag": "74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:47:10.370813 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-87c46801-b940-4176-a20f-4e5e2bd2a71e {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:47:10.371218 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb71bb34-2f82-45de-91ba-98a927600c63', 'name': 'network-vif-deleted', 'tag': '74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf', 'status': 'completed', 'code': 200} Dec 07 18:47:10.957899 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9c8ef-d1e4-4106-8f96-99eefe1dd8a1 req-ae3fe503-ea10-4319-8b47-ef7e32388e8e tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:10.959381 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a5d9c8ef-d1e4-4106-8f96-99eefe1dd8a1 req-ae3fe503-ea10-4319-8b47-ef7e32388e8e tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0525506 Dec 07 18:47:11.005251 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a5d9c8ef-d1e4-4106-8f96-99eefe1dd8a1 req-a104112d-ad84-4621-aca9-b8468023b58b tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399880 Dec 07 18:47:11.370006 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96812a40-5f41-4188-8a92-91bcd762b04b req-cbd2dda4-e300-4767-bc5c-ba0027cccfa0 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:11.371470 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-96812a40-5f41-4188-8a92-91bcd762b04b req-cbd2dda4-e300-4767-bc5c-ba0027cccfa0 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0531740 Dec 07 18:47:11.420967 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-96812a40-5f41-4188-8a92-91bcd762b04b req-a47cb85f-663c-4c00-bc8b-a7e721f923ce tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431676 Dec 07 18:47:11.609804 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3da12-8218-42ac-83cb-369705c1cb4c req-69714da0-ec4e-459c-888f-fdb9a6aeb712 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:11.611958 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-47d3da12-8218-42ac-83cb-369705c1cb4c req-69714da0-ec4e-459c-888f-fdb9a6aeb712 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fd63ffe-4565-42f6-8f7c-9f83cda248e8 HTTP/1.1" status: 200 len: 946 time: 0.0487461 Dec 07 18:47:11.658450 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-47d3da12-8218-42ac-83cb-369705c1cb4c req-69185751-51cf-4206-9c21-1ee2125e7ab7 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406122 Dec 07 18:47:12.121669 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4586ce9-8c32-4efb-8654-ba93527ebd0d req-371e7771-ceac-4989-8bf8-4c9a01ffc103 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:12.125453 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f4586ce9-8c32-4efb-8654-ba93527ebd0d req-371e7771-ceac-4989-8bf8-4c9a01ffc103 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0534332 Dec 07 18:47:12.175696 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f4586ce9-8c32-4efb-8654-ba93527ebd0d req-7277a4e7-af0f-4c88-a598-11c582663744 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448010 Dec 07 18:47:12.218059 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:47:12.237610 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] No Port match for: 74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:47:12.237971 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 74f8e1e0-b8b9-4c09-bd9a-f2532cc37bcf not bound to the agent host hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:47:12.541930 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0370e8f-3ebe-448a-941a-0e9f6e7ed1ac req-c91f87e7-db4b-496c-be57-3e25974566cf tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:12.543297 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e0370e8f-3ebe-448a-941a-0e9f6e7ed1ac req-c91f87e7-db4b-496c-be57-3e25974566cf tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0480325 Dec 07 18:47:12.589370 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e0370e8f-3ebe-448a-941a-0e9f6e7ed1ac req-f2d7be6e-bd1a-4355-97dd-5551a9d25d1a tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402691 Dec 07 18:47:12.777947 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f00f2-c1ed-4fda-b76a-9e9fd7abff7c req-6a174767-af5d-462f-b6de-fed909989c1a tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:12.779399 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-010f00f2-c1ed-4fda-b76a-9e9fd7abff7c req-6a174767-af5d-462f-b6de-fed909989c1a tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fd63ffe-4565-42f6-8f7c-9f83cda248e8 HTTP/1.1" status: 200 len: 946 time: 0.0511770 Dec 07 18:47:12.826169 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-010f00f2-c1ed-4fda-b76a-9e9fd7abff7c req-25a5b5ad-1d02-4a2a-9e26-f98ab6b47e0c tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406528 Dec 07 18:47:13.510212 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df90c8-b52e-478d-aa9b-6e8eb1548b1c req-a100d599-380a-46d1-a199-f27673ec4651 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:13.511742 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c5df90c8-b52e-478d-aa9b-6e8eb1548b1c req-a100d599-380a-46d1-a199-f27673ec4651 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0477531 Dec 07 18:47:13.559185 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c5df90c8-b52e-478d-aa9b-6e8eb1548b1c req-8e005176-ac64-4e1e-a9c3-89c1fb4f5010 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402651 Dec 07 18:47:13.707641 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07eea1-3fa4-4369-b746-f0b18637285d req-cc34cca9-4ea9-4bbf-bc1b-26f608980ebc tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:13.709181 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8c07eea1-3fa4-4369-b746-f0b18637285d req-cc34cca9-4ea9-4bbf-bc1b-26f608980ebc tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0529664 Dec 07 18:47:13.759153 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8c07eea1-3fa4-4369-b746-f0b18637285d req-35dca3e5-0c81-4a63-8388-5e3360fc4cac tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432367 Dec 07 18:47:13.949898 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8e904-7dd9-4e74-b274-593ea381aa5e req-5eeb7418-600a-479c-af9a-55009aa5a955 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:13.951543 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b4d8e904-7dd9-4e74-b274-593ea381aa5e req-5eeb7418-600a-479c-af9a-55009aa5a955 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fd63ffe-4565-42f6-8f7c-9f83cda248e8 HTTP/1.1" status: 200 len: 946 time: 0.0514908 Dec 07 18:47:14.002409 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b4d8e904-7dd9-4e74-b274-593ea381aa5e req-4dc98567-e60f-44b3-a0e9-9c1ca67e24f4 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438774 Dec 07 18:47:14.371299 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b04ac-6de4-4c75-b7f8-240659b2c11d req-4e109a36-2c4a-4244-ac45-6afd7010d9d5 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:14.372808 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-452b04ac-6de4-4c75-b7f8-240659b2c11d req-4e109a36-2c4a-4244-ac45-6afd7010d9d5 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fd63ffe-4565-42f6-8f7c-9f83cda248e8 HTTP/1.1" status: 200 len: 946 time: 0.0476875 Dec 07 18:47:14.470704 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [req-452b04ac-6de4-4c75-b7f8-240659b2c11d req-51597eda-1c9f-4699-a80e-2826980b3ad4 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Deleting port 1b17425e-406c-49a0-9e23-08dbf104898d {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:47:14.471052 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-452b04ac-6de4-4c75-b7f8-240659b2c11d req-51597eda-1c9f-4699-a80e-2826980b3ad4 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:14.560389 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-452b04ac-6de4-4c75-b7f8-240659b2c11d req-51597eda-1c9f-4699-a80e-2826980b3ad4 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] For port 1b17425e-406c-49a0-9e23-08dbf104898d, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=1b17425e-406c-49a0-9e23-08dbf104898d,segment=NetworkSegment(98bfe91f-7bab-411d-b57d-5ef27194bbaa),segment_id=98bfe91f-7bab-411d-b57d-5ef27194bbaa)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:47:14.560673 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-452b04ac-6de4-4c75-b7f8-240659b2c11d req-51597eda-1c9f-4699-a80e-2826980b3ad4 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:14.577059 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [req-452b04ac-6de4-4c75-b7f8-240659b2c11d req-51597eda-1c9f-4699-a80e-2826980b3ad4 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Calling delete_port for 1b17425e-406c-49a0-9e23-08dbf104898d owned by compute:nova {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:47:14.699293 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-452b04ac-6de4-4c75-b7f8-240659b2c11d req-51597eda-1c9f-4699-a80e-2826980b3ad4 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:14.711750 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a', 'b08af1cd-2e39-4c70-8061-c097c902fc64', '1b17425e-406c-49a0-9e23-08dbf104898d'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:47:14.727223 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51597eda-1c9f-4699-a80e-2826980b3ad4 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Pushing event deleted for resources: {'Port': ['ID=1b17425e-406c-49a0-9e23-08dbf104898d,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:47:14.771042 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [req-452b04ac-6de4-4c75-b7f8-240659b2c11d req-51597eda-1c9f-4699-a80e-2826980b3ad4 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] No DVR routers for this DVR port 1b17425e-406c-49a0-9e23-08dbf104898d on host hv-cinder-81969 {{(pid=109084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:47:14.774152 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-452b04ac-6de4-4c75-b7f8-240659b2c11d req-51597eda-1c9f-4699-a80e-2826980b3ad4 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:14.777520 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-452b04ac-6de4-4c75-b7f8-240659b2c11d req-51597eda-1c9f-4699-a80e-2826980b3ad4 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.23 "DELETE /v2.0/ports/1b17425e-406c-49a0-9e23-08dbf104898d HTTP/1.1" status: 204 len: 173 time: 0.3975015 Dec 07 18:47:14.777986 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd63ffe-4565-42f6-8f7c-9f83cda248e8', 'name': 'network-vif-deleted', 'tag': '1b17425e-406c-49a0-9e23-08dbf104898d'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:47:14.780212 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a9c8e9ce0db27bff2b715efe80f7ddeb02331314c1c7d49b52ba908637cab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1139d68a-1838-4c4d-a5ac-374c9462e1fc" -d '{"events": [{"server_uuid": "5fd63ffe-4565-42f6-8f7c-9f83cda248e8", "name": "network-vif-deleted", "tag": "1b17425e-406c-49a0-9e23-08dbf104898d"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:47:14.832529 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f55dbdc-4ec6-4fcb-8bf6-65718dc50101 x-openstack-request-id: req-8f55dbdc-4ec6-4fcb-8bf6-65718dc50101 {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:47:14.832813 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd63ffe-4565-42f6-8f7c-9f83cda248e8", "name": "network-vif-deleted", "tag": "1b17425e-406c-49a0-9e23-08dbf104898d", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:47:14.833086 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8f55dbdc-4ec6-4fcb-8bf6-65718dc50101 {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:47:14.833474 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd63ffe-4565-42f6-8f7c-9f83cda248e8', 'name': 'network-vif-deleted', 'tag': '1b17425e-406c-49a0-9e23-08dbf104898d', 'status': 'completed', 'code': 200} Dec 07 18:47:14.887591 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f4552-2d47-4a52-92c5-51768bc84a8a req-c1d79fca-9a1b-478f-8aee-820a7bf3c6e6 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:14.889213 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7b4f4552-2d47-4a52-92c5-51768bc84a8a req-c1d79fca-9a1b-478f-8aee-820a7bf3c6e6 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0594902 Dec 07 18:47:14.941586 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7b4f4552-2d47-4a52-92c5-51768bc84a8a req-17e47753-f6da-4d84-a4d5-2786a03e8187 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448823 Dec 07 18:47:15.108856 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ebdef00a-3fc6-4c27-8f95-ec8874e5a678 req-720b7860-3da3-42e8-bbd8-782a03c027b4 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fd63ffe-4565-42f6-8f7c-9f83cda248e8 HTTP/1.1" status: 200 len: 210 time: 0.0261199 Dec 07 18:47:15.460771 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8a1f74bb-3545-4283-9a8a-00b1aa00a17f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:16.060975 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02bb1f9-6696-4738-936f-a8099b6f7968 req-a4fb0380-eb21-4316-a3cb-fd0aa939bb10 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:16.062392 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a02bb1f9-6696-4738-936f-a8099b6f7968 req-a4fb0380-eb21-4316-a3cb-fd0aa939bb10 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0489302 Dec 07 18:47:16.114566 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a02bb1f9-6696-4738-936f-a8099b6f7968 req-c3353851-c31f-471f-92ad-86b0fc7a624b tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455909 Dec 07 18:47:16.396349 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4267b4-b901-45cc-81f2-375211c7e1a8 req-ba5dc6c8-ac34-4941-91e1-18672bc41f9c tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:16.398061 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0a4267b4-b901-45cc-81f2-375211c7e1a8 req-ba5dc6c8-ac34-4941-91e1-18672bc41f9c tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0633523 Dec 07 18:47:16.448747 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0a4267b4-b901-45cc-81f2-375211c7e1a8 req-b80cc2a4-274a-460a-b85e-10a3cd068af0 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448370 Dec 07 18:47:16.484546 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de35ca-c9d9-4f6f-8444-224f3d797ec6 req-59dc5c94-b847-4fa5-bbe6-203e5c579c72 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:16.486585 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-29de35ca-c9d9-4f6f-8444-224f3d797ec6 req-59dc5c94-b847-4fa5-bbe6-203e5c579c72 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=15e2d7c4-b135-4871-9753-659f8c3cfaf1 HTTP/1.1" status: 200 len: 945 time: 0.0830538 Dec 07 18:47:16.491693 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd901d-9805-4363-9d78-416e7cc796a2 req-b2f17d48-01dd-4a3f-b5a7-2cf6854bee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:16.493049 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-abcd901d-9805-4363-9d78-416e7cc796a2 req-b2f17d48-01dd-4a3f-b5a7-2cf6854bee5c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cbb0144e924847109e6a254192f1e6bd&device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 1099 time: 0.0585580 Dec 07 18:47:16.587226 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-29de35ca-c9d9-4f6f-8444-224f3d797ec6 req-d41b9680-fe94-49c7-bcc4-dc0555361220 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931525 Dec 07 18:47:16.612835 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd901d-9805-4363-9d78-416e7cc796a2 req-a0c1d1e3-5958-4fc3-9a5e-30ee2fef7c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:16.614367 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-abcd901d-9805-4363-9d78-416e7cc796a2 req-a0c1d1e3-5958-4fc3-9a5e-30ee2fef7c46 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a321d8bd-fce1-4a8d-9656-239d82555545 HTTP/1.1" status: 200 len: 912 time: 0.1076493 Dec 07 18:47:16.684551 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-abcd901d-9805-4363-9d78-416e7cc796a2 req-04964505-a76b-489c-81b1-0172abaa06bb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74f0e008-eb9a-47c1-abf0-a78d47978293 HTTP/1.1" status: 200 len: 1002 time: 0.0585282 Dec 07 18:47:16.742313 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd901d-9805-4363-9d78-416e7cc796a2 req-6766c370-3d51-4a7f-acfc-bdf59ce1e27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:16.744144 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-abcd901d-9805-4363-9d78-416e7cc796a2 req-6766c370-3d51-4a7f-acfc-bdf59ce1e27d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b6ea560-0931-4e32-ae3e-65a030b6cd99 HTTP/1.1" status: 200 len: 850 time: 0.0437009 Dec 07 18:47:17.018317 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd901d-9805-4363-9d78-416e7cc796a2 req-6d8c6f8c-13d4-4376-862b-c59b7c833dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:17.019898 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-abcd901d-9805-4363-9d78-416e7cc796a2 req-6d8c6f8c-13d4-4376-862b-c59b7c833dc7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a321d8bd-fce1-4a8d-9656-239d82555545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2676435 Dec 07 18:47:17.119852 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-abcd901d-9805-4363-9d78-416e7cc796a2 req-38d878ef-8703-4e03-b1f0-85b0d1bb33a9 service neutron] 10.222.0.23 "GET /v2.0/networks/a321d8bd-fce1-4a8d-9656-239d82555545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863965 Dec 07 18:47:17.214250 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-abcd901d-9805-4363-9d78-416e7cc796a2 req-7e0a0cd7-eb64-4e01-a9cc-e2a6a377def1 service neutron] 10.222.0.23 "GET /v2.0/networks/a321d8bd-fce1-4a8d-9656-239d82555545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835867 Dec 07 18:47:17.564745 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f10909-2e36-4c87-af2a-6ba69b16fc43 req-6aeb5f2a-cd1b-4118-9b2e-230950fd1747 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:17.566400 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a0f10909-2e36-4c87-af2a-6ba69b16fc43 req-6aeb5f2a-cd1b-4118-9b2e-230950fd1747 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0486579 Dec 07 18:47:17.611596 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a0f10909-2e36-4c87-af2a-6ba69b16fc43 req-9705e1c8-0eee-4fad-ac4d-f111389ee93a tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394909 Dec 07 18:47:17.712017 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce12c64-8734-471c-b9bd-e3bd0fa11791 req-be98b1d8-b325-4a2e-b267-ad8f7ff71576 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:17.713465 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5ce12c64-8734-471c-b9bd-e3bd0fa11791 req-be98b1d8-b325-4a2e-b267-ad8f7ff71576 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=15e2d7c4-b135-4871-9753-659f8c3cfaf1 HTTP/1.1" status: 200 len: 945 time: 0.0543878 Dec 07 18:47:17.759632 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5ce12c64-8734-471c-b9bd-e3bd0fa11791 req-b97ce313-86cc-4bd0-a983-eaf0d3293e11 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403554 Dec 07 18:47:17.826968 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-06bd1807-fda1-40a6-8682-e09207ee1ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:18.240155 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 1b17425e-406c-49a0-9e23-08dbf104898d no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:47:18.260988 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] No Port match for: 1b17425e-406c-49a0-9e23-08dbf104898d {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:47:18.261332 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 1b17425e-406c-49a0-9e23-08dbf104898d not bound to the agent host hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:47:18.515991 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0236ab5-62c9-409a-9998-8387cc841cc2 req-5bcda5d4-a90d-46c1-a42a-09bbd83198ca tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:18.517999 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f0236ab5-62c9-409a-9998-8387cc841cc2 req-5bcda5d4-a90d-46c1-a42a-09bbd83198ca tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e2d7c4-b135-4871-9753-659f8c3cfaf1 HTTP/1.1" status: 200 len: 945 time: 0.0490568 Dec 07 18:47:18.610521 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [req-f0236ab5-62c9-409a-9998-8387cc841cc2 req-29672247-42e8-4f2f-acc2-b9908ecaeeed tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Deleting port b08af1cd-2e39-4c70-8061-c097c902fc64 {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:47:18.611201 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-f0236ab5-62c9-409a-9998-8387cc841cc2 req-29672247-42e8-4f2f-acc2-b9908ecaeeed tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:18.697606 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-f0236ab5-62c9-409a-9998-8387cc841cc2 req-29672247-42e8-4f2f-acc2-b9908ecaeeed tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] For port b08af1cd-2e39-4c70-8061-c097c902fc64, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=b08af1cd-2e39-4c70-8061-c097c902fc64,segment=NetworkSegment(98bfe91f-7bab-411d-b57d-5ef27194bbaa),segment_id=98bfe91f-7bab-411d-b57d-5ef27194bbaa)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:47:18.698001 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-f0236ab5-62c9-409a-9998-8387cc841cc2 req-29672247-42e8-4f2f-acc2-b9908ecaeeed tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:18.711258 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [req-f0236ab5-62c9-409a-9998-8387cc841cc2 req-29672247-42e8-4f2f-acc2-b9908ecaeeed tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Calling delete_port for b08af1cd-2e39-4c70-8061-c097c902fc64 owned by compute:nova {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:47:18.734244 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8bfb1-db00-4027-a5d7-61b376b032b3 req-a881404f-db19-43ba-a827-3028af4dd98a tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:18.736048 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-35a8bfb1-db00-4027-a5d7-61b376b032b3 req-a881404f-db19-43ba-a827-3028af4dd98a tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0521829 Dec 07 18:47:18.783487 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-35a8bfb1-db00-4027-a5d7-61b376b032b3 req-ff283640-1914-421e-8a95-022c79508385 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413671 Dec 07 18:47:18.874507 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-f0236ab5-62c9-409a-9998-8387cc841cc2 req-29672247-42e8-4f2f-acc2-b9908ecaeeed tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:18.892534 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a', 'b08af1cd-2e39-4c70-8061-c097c902fc64'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:47:18.911817 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29672247-42e8-4f2f-acc2-b9908ecaeeed tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Pushing event deleted for resources: {'Port': ['ID=b08af1cd-2e39-4c70-8061-c097c902fc64,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:47:18.923609 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46352af4-6c62-4f83-bada-d16e226e9ca2 req-8b1ae390-9c7f-4a93-bd42-f905b589fb7c tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:18.925100 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-46352af4-6c62-4f83-bada-d16e226e9ca2 req-8b1ae390-9c7f-4a93-bd42-f905b589fb7c tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=15e2d7c4-b135-4871-9753-659f8c3cfaf1 HTTP/1.1" status: 200 len: 867 time: 0.0910971 Dec 07 18:47:18.975443 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0236ab5-62c9-409a-9998-8387cc841cc2 req-29672247-42e8-4f2f-acc2-b9908ecaeeed tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] No DVR routers for this DVR port b08af1cd-2e39-4c70-8061-c097c902fc64 on host hv-cinder-81969 {{(pid=109084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:47:18.978140 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-f0236ab5-62c9-409a-9998-8387cc841cc2 req-29672247-42e8-4f2f-acc2-b9908ecaeeed tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:18.981774 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f0236ab5-62c9-409a-9998-8387cc841cc2 req-29672247-42e8-4f2f-acc2-b9908ecaeeed tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.23 "DELETE /v2.0/ports/b08af1cd-2e39-4c70-8061-c097c902fc64 HTTP/1.1" status: 204 len: 173 time: 0.4575493 Dec 07 18:47:18.983394 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e2d7c4-b135-4871-9753-659f8c3cfaf1', 'name': 'network-vif-deleted', 'tag': 'b08af1cd-2e39-4c70-8061-c097c902fc64'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:47:18.987419 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a9c8e9ce0db27bff2b715efe80f7ddeb02331314c1c7d49b52ba908637cab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7362129b-6e9a-4198-804f-0ed31b9f9262" -d '{"events": [{"server_uuid": "15e2d7c4-b135-4871-9753-659f8c3cfaf1", "name": "network-vif-deleted", "tag": "b08af1cd-2e39-4c70-8061-c097c902fc64"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:47:19.021069 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-46352af4-6c62-4f83-bada-d16e226e9ca2 req-473738a3-477a-4be2-97ba-61020b0075dd tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889440 Dec 07 18:47:19.031215 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ea1bf8-5985-467f-b9f2-29f3b96a6e55 x-openstack-request-id: req-a9ea1bf8-5985-467f-b9f2-29f3b96a6e55 {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:47:19.031515 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e2d7c4-b135-4871-9753-659f8c3cfaf1", "name": "network-vif-deleted", "tag": "b08af1cd-2e39-4c70-8061-c097c902fc64", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:47:19.032385 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a9ea1bf8-5985-467f-b9f2-29f3b96a6e55 {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:47:19.032796 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e2d7c4-b135-4871-9753-659f8c3cfaf1', 'name': 'network-vif-deleted', 'tag': 'b08af1cd-2e39-4c70-8061-c097c902fc64', 'status': 'completed', 'code': 200} Dec 07 18:47:19.788583 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:20.288773 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:21.434767 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53bbb5-0444-41e8-b459-ac089ebad65e req-10726455-4810-439b-829b-ff074fe33c35 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:21.436312 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9a53bbb5-0444-41e8-b459-ac089ebad65e req-10726455-4810-439b-829b-ff074fe33c35 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=227d00ae-26f9-4f9d-8aa8-87aa48f24b6d HTTP/1.1" status: 200 len: 946 time: 0.0502212 Dec 07 18:47:21.490759 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9a53bbb5-0444-41e8-b459-ac089ebad65e req-b647457c-38c2-457c-ad0d-9501e36a74ab tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475791 Dec 07 18:47:21.584166 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e531320-9385-4461-a131-6bad2fe6956e req-a84a0bb7-ea79-49e0-9bfe-956f09d0f290 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:21.585657 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5e531320-9385-4461-a131-6bad2fe6956e req-a84a0bb7-ea79-49e0-9bfe-956f09d0f290 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0491753 Dec 07 18:47:21.602294 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1a8f6-ab18-465d-a0c0-7d49be3c6199 req-51885a1a-5e66-420d-997f-c12e8adee933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:21.603769 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-91b1a8f6-ab18-465d-a0c0-7d49be3c6199 req-51885a1a-5e66-420d-997f-c12e8adee933 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b1c0284a24444edf87293c9fe818e638&device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 1099 time: 0.0408895 Dec 07 18:47:21.632815 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5e531320-9385-4461-a131-6bad2fe6956e req-800d8175-ace3-4154-b994-af7f7c9e8db7 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411386 Dec 07 18:47:21.696431 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:21.706689 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1a8f6-ab18-465d-a0c0-7d49be3c6199 req-f0afcd75-95ff-492b-a690-6b8117cbbc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:21.708363 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-91b1a8f6-ab18-465d-a0c0-7d49be3c6199 req-f0afcd75-95ff-492b-a690-6b8117cbbc41 service neutron] 10.222.0.23 "GET /v2.0/networks?id=21f5f496-97bc-411b-8951-cfa100658247 HTTP/1.1" status: 200 len: 920 time: 0.0926611 Dec 07 18:47:21.770400 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-91b1a8f6-ab18-465d-a0c0-7d49be3c6199 req-0466239b-d423-42c0-a7a4-3b45c55d3c22 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9 HTTP/1.1" status: 200 len: 217 time: 0.0379121 Dec 07 18:47:21.850910 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1a8f6-ab18-465d-a0c0-7d49be3c6199 req-6d753857-cf8b-4a36-9d62-29de7975b9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:21.852443 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-91b1a8f6-ab18-465d-a0c0-7d49be3c6199 req-6d753857-cf8b-4a36-9d62-29de7975b9f7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a57c2580-dd64-42bb-8b18-d437fa46d1d2 HTTP/1.1" status: 200 len: 859 time: 0.0459943 Dec 07 18:47:21.886183 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-91b1a8f6-ab18-465d-a0c0-7d49be3c6199 req-72717981-9757-4a27-88a6-1a3c257ee782 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21f5f496-97bc-411b-8951-cfa100658247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248160 Dec 07 18:47:21.980017 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-91b1a8f6-ab18-465d-a0c0-7d49be3c6199 req-a009db3c-6654-4f63-abcc-9972f89ed624 service neutron] 10.222.0.23 "GET /v2.0/networks/21f5f496-97bc-411b-8951-cfa100658247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853703 Dec 07 18:47:22.067971 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-91b1a8f6-ab18-465d-a0c0-7d49be3c6199 req-893719f4-e9f1-4474-84d7-0665482e817e service neutron] 10.222.0.23 "GET /v2.0/networks/21f5f496-97bc-411b-8951-cfa100658247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796907 Dec 07 18:47:22.269651 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device b08af1cd-2e39-4c70-8061-c097c902fc64 no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:47:22.293486 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] No Port match for: b08af1cd-2e39-4c70-8061-c097c902fc64 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:47:22.293829 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device b08af1cd-2e39-4c70-8061-c097c902fc64 not bound to the agent host hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:47:22.606478 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60cdce-0272-4a00-ba22-c4936c674720 req-56051324-9376-449d-bd47-3556f7143534 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:22.607941 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7b60cdce-0272-4a00-ba22-c4936c674720 req-56051324-9376-449d-bd47-3556f7143534 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=227d00ae-26f9-4f9d-8aa8-87aa48f24b6d HTTP/1.1" status: 200 len: 946 time: 0.0493035 Dec 07 18:47:22.657327 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7b60cdce-0272-4a00-ba22-c4936c674720 req-8d3571dc-bdaa-456d-a4f3-dd0ceca4f13c tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432932 Dec 07 18:47:22.759868 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4300e4-3199-4059-83fc-cbdf834a79ac req-9edea798-94aa-4b19-864d-56c223e16319 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:22.761381 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4b4300e4-3199-4059-83fc-cbdf834a79ac req-9edea798-94aa-4b19-864d-56c223e16319 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0541167 Dec 07 18:47:22.808571 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4b4300e4-3199-4059-83fc-cbdf834a79ac req-89fe5db6-c399-45bf-b338-ebf2ab4260c6 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410748 Dec 07 18:47:23.643908 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f158227-beed-4d01-b955-f20f20cffc1d req-f64d6c07-f997-45aa-8428-05b8ce4ddb6c tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:23.645343 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7f158227-beed-4d01-b955-f20f20cffc1d req-f64d6c07-f997-45aa-8428-05b8ce4ddb6c tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.23 "GET /v2.0/ports?device_id=227d00ae-26f9-4f9d-8aa8-87aa48f24b6d HTTP/1.1" status: 200 len: 946 time: 0.0474434 Dec 07 18:47:23.766655 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [req-7f158227-beed-4d01-b955-f20f20cffc1d req-d917e3e4-aa2f-4bdb-8da7-fac87ec375d8 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Deleting port 3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:47:23.767379 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-7f158227-beed-4d01-b955-f20f20cffc1d req-d917e3e4-aa2f-4bdb-8da7-fac87ec375d8 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:23.805162 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1e58c-6dbd-46c0-b007-ef3ace479744 req-fcb7c331-afec-43be-828f-18ea2e816cbe tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:23.806636 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-eab1e58c-6dbd-46c0-b007-ef3ace479744 req-fcb7c331-afec-43be-828f-18ea2e816cbe tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/ports?device_id=227d00ae-26f9-4f9d-8aa8-87aa48f24b6d HTTP/1.1" status: 200 len: 946 time: 0.0810614 Dec 07 18:47:23.894119 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-7f158227-beed-4d01-b955-f20f20cffc1d req-d917e3e4-aa2f-4bdb-8da7-fac87ec375d8 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] For port 3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a,segment=NetworkSegment(98bfe91f-7bab-411d-b57d-5ef27194bbaa),segment_id=98bfe91f-7bab-411d-b57d-5ef27194bbaa)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:47:23.894478 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-7f158227-beed-4d01-b955-f20f20cffc1d req-d917e3e4-aa2f-4bdb-8da7-fac87ec375d8 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:23.912810 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [req-7f158227-beed-4d01-b955-f20f20cffc1d req-d917e3e4-aa2f-4bdb-8da7-fac87ec375d8 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Calling delete_port for 3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a owned by compute:nova {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:47:23.917418 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-eab1e58c-6dbd-46c0-b007-ef3ace479744 req-bd70c5d5-cc30-4613-a5a6-9711c8df450b tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.41 "GET /v2.0/security-groups?id=b817fe97-afc6-40d6-af3c-b667c8d4596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811493 Dec 07 18:47:23.932062 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f0e49-59c5-4d77-8bf1-ce7e55deda6f req-288ab408-e061-4606-81f2-085c92470f84 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:23.933624 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ec8f0e49-59c5-4d77-8bf1-ce7e55deda6f req-288ab408-e061-4606-81f2-085c92470f84 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0502923 Dec 07 18:47:23.982676 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ec8f0e49-59c5-4d77-8bf1-ce7e55deda6f req-1d6efe0a-2772-4108-a440-9f5c2af9eabe tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422807 Dec 07 18:47:24.048676 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-7f158227-beed-4d01-b955-f20f20cffc1d req-d917e3e4-aa2f-4bdb-8da7-fac87ec375d8 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:24.060512 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:47:24.082364 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917e3e4-aa2f-4bdb-8da7-fac87ec375d8 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Pushing event deleted for resources: {'Port': ['ID=3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:47:24.121805 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f158227-beed-4d01-b955-f20f20cffc1d req-d917e3e4-aa2f-4bdb-8da7-fac87ec375d8 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] No DVR routers for this DVR port 3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a on host hv-cinder-81969 {{(pid=109084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:47:24.124398 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-7f158227-beed-4d01-b955-f20f20cffc1d req-d917e3e4-aa2f-4bdb-8da7-fac87ec375d8 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:24.128580 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7f158227-beed-4d01-b955-f20f20cffc1d req-d917e3e4-aa2f-4bdb-8da7-fac87ec375d8 tempest-AttachVolumeNegativeTest-1175657783 tempest-AttachVolumeNegativeTest-1175657783-project] 10.222.0.23 "DELETE /v2.0/ports/3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a HTTP/1.1" status: 204 len: 173 time: 0.4759419 Dec 07 18:47:24.129013 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227d00ae-26f9-4f9d-8aa8-87aa48f24b6d', 'name': 'network-vif-deleted', 'tag': '3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:47:24.131234 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a9c8e9ce0db27bff2b715efe80f7ddeb02331314c1c7d49b52ba908637cab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eace1bb-fb0d-4dd7-b26d-e21795d0373a" -d '{"events": [{"server_uuid": "227d00ae-26f9-4f9d-8aa8-87aa48f24b6d", "name": "network-vif-deleted", "tag": "3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:47:24.168939 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efe3a64-7f45-4634-b340-f59b0ef6fee0 x-openstack-request-id: req-4efe3a64-7f45-4634-b340-f59b0ef6fee0 {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:47:24.169395 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227d00ae-26f9-4f9d-8aa8-87aa48f24b6d", "name": "network-vif-deleted", "tag": "3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:47:24.169692 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4efe3a64-7f45-4634-b340-f59b0ef6fee0 {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:47:24.170180 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227d00ae-26f9-4f9d-8aa8-87aa48f24b6d', 'name': 'network-vif-deleted', 'tag': '3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a', 'status': 'completed', 'code': 200} Dec 07 18:47:24.979975 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 34070) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:47:25.023073 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_v2 [None req-42b1ff17-6615-47e0-a7c5-d71c4fbe6656 admin admin] Deleting subnet 959328ad-f645-4e6a-a843-2b6a58b1fc1b {{(pid=109084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 18:47:25.026659 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-42b1ff17-6615-47e0-a7c5-d71c4fbe6656 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:25.060817 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-42b1ff17-6615-47e0-a7c5-d71c4fbe6656 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529821108'] for subnet, precommit_delete_associations {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:25.106211 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-42b1ff17-6615-47e0-a7c5-d71c4fbe6656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1752923'] for subnet, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:25.106437 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48a1c4-349b-423d-8131-b15f3c2df278 req-113f295a-4a1a-4335-a4ce-85ec9e47ef32 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:25.107819 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0a48a1c4-349b-423d-8131-b15f3c2df278 req-113f295a-4a1a-4335-a4ce-85ec9e47ef32 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0543287 Dec 07 18:47:25.159292 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0a48a1c4-349b-423d-8131-b15f3c2df278 req-57b48526-cbcc-4ba6-bd10-32d41d905b06 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441682 Dec 07 18:47:25.163767 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-42b1ff17-6615-47e0-a7c5-d71c4fbe6656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1752898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530415315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530068101'] for subnet, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:25.189965 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1ff17-6615-47e0-a7c5-d71c4fbe6656 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=959328ad-f645-4e6a-a843-2b6a58b1fc1b,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:47:25.193602 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-42b1ff17-6615-47e0-a7c5-d71c4fbe6656 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:25.196820 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-42b1ff17-6615-47e0-a7c5-d71c4fbe6656 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/959328ad-f645-4e6a-a843-2b6a58b1fc1b HTTP/1.1" status: 204 len: 168 time: 0.2157161 Dec 07 18:47:25.199327 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 34076) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:47:25.265544 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-724682aa-9541-4931-90ec-53d9f03ee645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639551'] for network, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:25.344886 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-724682aa-9541-4931-90ec-53d9f03ee645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587410', 'neutron.services.segments.db._delete_segments_for_network-8753414418342'] for network, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:25.363839 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-724682aa-9541-4931-90ec-53d9f03ee645 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b8ce23-5289-4bad-a75a-485ea880ca99']}} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:47:25.376959 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-724682aa-9541-4931-90ec-53d9f03ee645 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98bfe91f-7bab-411d-b57d-5ef27194bbaa') {'for_net_delete': True} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:47:25.377256 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-724682aa-9541-4931-90ec-53d9f03ee645 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98bfe91f-7bab-411d-b57d-5ef27194bbaa') {} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:47:25.386677 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-724682aa-9541-4931-90ec-53d9f03ee645 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753414568039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529821133'] for segment, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:25.400533 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-724682aa-9541-4931-90ec-53d9f03ee645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828'] for segment, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:25.406398 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-724682aa-9541-4931-90ec-53d9f03ee645 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=109084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 18:47:25.407159 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-724682aa-9541-4931-90ec-53d9f03ee645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530413617'] for segment, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:25.408808 dv-cinder-819692-6-iscsi neutron-server[109084]: Traceback (most recent call last): Dec 07 18:47:25.408808 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 18:47:25.408808 dv-cinder-819692-6-iscsi neutron-server[109084]: timer() Dec 07 18:47:25.408808 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 18:47:25.408808 dv-cinder-819692-6-iscsi neutron-server[109084]: cb(*args, **kw) Dec 07 18:47:25.408808 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 18:47:25.408808 dv-cinder-819692-6-iscsi neutron-server[109084]: return func(*args, **kwargs) Dec 07 18:47:25.408808 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 18:47:25.408808 dv-cinder-819692-6-iscsi neutron-server[109084]: self._notify() Dec 07 18:47:25.408808 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 18:47:25.408808 dv-cinder-819692-6-iscsi neutron-server[109084]: self.callback(batched_events) Dec 07 18:47:25.408808 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 18:47:25.408808 dv-cinder-819692-6-iscsi neutron-server[109084]: event.method(event) Dec 07 18:47:25.408808 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 18:47:25.408808 dv-cinder-819692-6-iscsi neutron-server[109084]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 18:47:25.408808 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 18:47:25.408808 dv-cinder-819692-6-iscsi neutron-server[109084]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 18:47:25.408808 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 18:47:25.408808 dv-cinder-819692-6-iscsi neutron-server[109084]: return f(self, *a, **k) Dec 07 18:47:25.408808 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 18:47:25.408808 dv-cinder-819692-6-iscsi neutron-server[109084]: return self._get(url).json() Dec 07 18:47:25.408808 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 18:47:25.408808 dv-cinder-819692-6-iscsi neutron-server[109084]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 18:47:25.408808 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 18:47:25.408808 dv-cinder-819692-6-iscsi neutron-server[109084]: return self.request(url, 'GET', **kwargs) Dec 07 18:47:25.408808 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 18:47:25.408808 dv-cinder-819692-6-iscsi neutron-server[109084]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 18:47:25.408808 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 18:47:25.408808 dv-cinder-819692-6-iscsi neutron-server[109084]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 18:47:25.408808 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 18:47:25.408808 dv-cinder-819692-6-iscsi neutron-server[109084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 18:47:25.408808 dv-cinder-819692-6-iscsi neutron-server[109084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 18:47:25.466564 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-724682aa-9541-4931-90ec-53d9f03ee645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644911'] for network, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:25.471923 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-724682aa-9541-4931-90ec-53d9f03ee645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for network, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:25.475272 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-724682aa-9541-4931-90ec-53d9f03ee645 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c8b8ce23-5289-4bad-a75a-485ea880ca99 HTTP/1.1" status: 204 len: 168 time: 0.2750041 Dec 07 18:47:25.486308 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724682aa-9541-4931-90ec-53d9f03ee645 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8b8ce23-5289-4bad-a75a-485ea880ca99,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:47:25.697357 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 34080) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:47:25.737955 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-8162648d-efb2-4d77-bc09-5bb1f863623c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=12e59e340c3845b199cb2b187d625932&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392675 Dec 07 18:47:25.740358 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 34082) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:47:25.787657 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-88970cca-e9a1-4009-b86f-84455bae7fd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:25.808346 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-88970cca-e9a1-4009-b86f-84455bae7fd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:25.855146 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-88970cca-e9a1-4009-b86f-84455bae7fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:25.857746 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-88970cca-e9a1-4009-b86f-84455bae7fd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:25.858885 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-88970cca-e9a1-4009-b86f-84455bae7fd6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b817fe97-afc6-40d6-af3c-b667c8d4596b HTTP/1.1" status: 204 len: 168 time: 0.1176388 Dec 07 18:47:25.866308 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88970cca-e9a1-4009-b86f-84455bae7fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b817fe97-afc6-40d6-af3c-b667c8d4596b,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:47:26.278611 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:47:26.291542 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f53964-3d8f-4961-ae8a-59fc358787e0 req-2f1db13b-fcae-4883-9b35-badef407b03a tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:26.293046 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-78f53964-3d8f-4961-ae8a-59fc358787e0 req-2f1db13b-fcae-4883-9b35-badef407b03a tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0601845 Dec 07 18:47:26.302554 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] No Port match for: 3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:47:26.303254 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 3a78c11c-a38a-41c4-8b8d-2c6c97e8cf2a not bound to the agent host hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:47:26.341040 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-78f53964-3d8f-4961-ae8a-59fc358787e0 req-080e263f-d901-4fe2-92ea-cfcc40d0abf6 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417826 Dec 07 18:47:27.466687 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e641ca-6022-4864-9e0a-bf66f7bbb56b req-418bae08-9ec9-4976-81ed-1720f2365150 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:27.468141 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c6e641ca-6022-4864-9e0a-bf66f7bbb56b req-418bae08-9ec9-4976-81ed-1720f2365150 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0498450 Dec 07 18:47:27.515392 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c6e641ca-6022-4864-9e0a-bf66f7bbb56b req-7ed7833c-c614-4f3c-ba1c-e081fb0057c0 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409594 Dec 07 18:47:28.632832 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a428476-2dc1-4bd7-9a92-84747c4e0af9 req-891671ed-4880-406f-ac89-77101d9d4209 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:28.634352 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2a428476-2dc1-4bd7-9a92-84747c4e0af9 req-891671ed-4880-406f-ac89-77101d9d4209 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0513506 Dec 07 18:47:28.681397 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2a428476-2dc1-4bd7-9a92-84747c4e0af9 req-dd4869a8-af33-4ae0-88ea-079d5472638b tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411532 Dec 07 18:47:29.795707 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8090c-5c15-4ba2-be40-a0b21dce89d2 req-09fbe0d4-3abe-4e05-b31b-fbd78a27484f tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:29.797209 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b4a8090c-5c15-4ba2-be40-a0b21dce89d2 req-09fbe0d4-3abe-4e05-b31b-fbd78a27484f tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0489624 Dec 07 18:47:29.844900 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b4a8090c-5c15-4ba2-be40-a0b21dce89d2 req-d6e710a4-f582-4e05-a91e-5c8323ec8fc9 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411658 Dec 07 18:47:30.959939 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcbc0e-4e68-44e3-b621-adfbc706d7b9 req-58807cae-b887-4187-8af3-bee4fa5ae304 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:30.961424 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-64bcbc0e-4e68-44e3-b621-adfbc706d7b9 req-58807cae-b887-4187-8af3-bee4fa5ae304 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0495381 Dec 07 18:47:31.011693 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-64bcbc0e-4e68-44e3-b621-adfbc706d7b9 req-e92e48ff-8e92-426b-94f7-fb80f5e03590 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444121 Dec 07 18:47:32.132007 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466adf4-4d57-4df1-94b0-becb3da5cb8e req-a011df5c-c9bd-4040-aa10-4ae731baed6d tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:32.133454 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d466adf4-4d57-4df1-94b0-becb3da5cb8e req-a011df5c-c9bd-4040-aa10-4ae731baed6d tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0511537 Dec 07 18:47:32.404557 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d466adf4-4d57-4df1-94b0-becb3da5cb8e req-739e0164-dfb7-4a3f-ac98-5ca915e8a39f tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653339 Dec 07 18:47:33.528599 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42f8e4-5fb7-4280-b437-932f834c6d7e req-368657bb-93bc-446f-ae64-d32bcfe273be tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:33.529936 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8e42f8e4-5fb7-4280-b437-932f834c6d7e req-368657bb-93bc-446f-ae64-d32bcfe273be tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0512609 Dec 07 18:47:33.582705 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8e42f8e4-5fb7-4280-b437-932f834c6d7e req-44d7e11e-b758-4df3-9342-21572eb2d15d tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454040 Dec 07 18:47:34.702006 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4429ff7-528e-4444-bc87-fdedf6bf6b0c req-58142e60-55de-41e2-94c2-bd0624d3c375 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:34.703599 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d4429ff7-528e-4444-bc87-fdedf6bf6b0c req-58142e60-55de-41e2-94c2-bd0624d3c375 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0497448 Dec 07 18:47:34.757213 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d4429ff7-528e-4444-bc87-fdedf6bf6b0c req-8af851a5-3a22-4623-bf0d-207cc65c854a tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469885 Dec 07 18:47:35.053547 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 34232) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:47:35.181377 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-532c3417-efb9-485b-92e1-0dcf6cd67961 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:35.259368 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-532c3417-efb9-485b-92e1-0dcf6cd67961 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:35.263007 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-532c3417-efb9-485b-92e1-0dcf6cd67961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:35.306181 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-532c3417-efb9-485b-92e1-0dcf6cd67961 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0cc785bc3bd24aff8d2a61c7c74fa70f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2514553 Dec 07 18:47:35.307305 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532c3417-efb9-485b-92e1-0dcf6cd67961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d17178-c6bf-4ba4-a5f2-ce074099af0b,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:47:35.308953 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 34236) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:47:35.371277 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7bf10006-e9ca-480a-a5c6-4b5e0adc911a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:35.400460 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7bf10006-e9ca-480a-a5c6-4b5e0adc911a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:35.459193 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7bf10006-e9ca-480a-a5c6-4b5e0adc911a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:35.462494 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7bf10006-e9ca-480a-a5c6-4b5e0adc911a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:35.466394 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-7bf10006-e9ca-480a-a5c6-4b5e0adc911a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/18d17178-c6bf-4ba4-a5f2-ce074099af0b HTTP/1.1" status: 204 len: 168 time: 0.1563845 Dec 07 18:47:35.475363 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf10006-e9ca-480a-a5c6-4b5e0adc911a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d17178-c6bf-4ba4-a5f2-ce074099af0b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:47:35.896979 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccfe2a6-f013-441e-b2ee-25574e02b654 req-3812c736-2bd7-40f4-bc4e-f2d58902213c tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:35.898565 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cccfe2a6-f013-441e-b2ee-25574e02b654 req-3812c736-2bd7-40f4-bc4e-f2d58902213c tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0595222 Dec 07 18:47:35.959539 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cccfe2a6-f013-441e-b2ee-25574e02b654 req-6c47e6ff-26a9-4e34-a50b-89ec3b9ae139 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467882 Dec 07 18:47:36.191314 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b21c80-e727-4322-b850-da06dac3b87e req-09ef039e-958e-4dcc-b198-a22c0b6793ea tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:36.192834 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-00b21c80-e727-4322-b850-da06dac3b87e req-09ef039e-958e-4dcc-b198-a22c0b6793ea tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 945 time: 0.0509560 Dec 07 18:47:36.242754 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-00b21c80-e727-4322-b850-da06dac3b87e req-9cf989cb-6f48-4e13-ac48-44c0e6e7e47d tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440693 Dec 07 18:47:36.581447 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 34282) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:47:36.682645 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9b45d038-dcd2-4819-98ae-d010db796bb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:36.758416 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9b45d038-dcd2-4819-98ae-d010db796bb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:36.762227 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9b45d038-dcd2-4819-98ae-d010db796bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:36.802109 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-9b45d038-dcd2-4819-98ae-d010db796bb5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6df1a066e55d43f2bb687b83be8f7333&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2195363 Dec 07 18:47:36.803312 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b45d038-dcd2-4819-98ae-d010db796bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855f30de-c147-429e-b388-02a1bdddbd9c,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:47:36.804774 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 34286) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:47:36.851892 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-50d79da2-e731-4c31-a1c1-c9ae4f4e9054 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:36.872082 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-50d79da2-e731-4c31-a1c1-c9ae4f4e9054 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:36.920153 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-50d79da2-e731-4c31-a1c1-c9ae4f4e9054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:36.923510 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-50d79da2-e731-4c31-a1c1-c9ae4f4e9054 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:36.924686 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-50d79da2-e731-4c31-a1c1-c9ae4f4e9054 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/855f30de-c147-429e-b388-02a1bdddbd9c HTTP/1.1" status: 204 len: 168 time: 0.1188977 Dec 07 18:47:36.932330 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d79da2-e731-4c31-a1c1-c9ae4f4e9054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855f30de-c147-429e-b388-02a1bdddbd9c,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:47:37.088240 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44cb42-2e27-46fd-8ff0-340ae2def8cb req-b2d45c5e-c223-495d-aa30-3fa87197a863 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:37.089751 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fe44cb42-2e27-46fd-8ff0-340ae2def8cb req-b2d45c5e-c223-495d-aa30-3fa87197a863 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0498729 Dec 07 18:47:37.142443 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fe44cb42-2e27-46fd-8ff0-340ae2def8cb req-3881eecd-2031-4638-b467-15ed52882cb7 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423090 Dec 07 18:47:37.366671 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27876780-221d-41e6-b33f-6259f2f288ef req-9821befa-73ce-462a-8a4c-964b702f28d8 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:37.368182 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-27876780-221d-41e6-b33f-6259f2f288ef req-9821befa-73ce-462a-8a4c-964b702f28d8 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 945 time: 0.0509980 Dec 07 18:47:37.419566 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-27876780-221d-41e6-b33f-6259f2f288ef req-92c0a684-3487-4dea-b531-2520a074a7a9 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425622 Dec 07 18:47:38.269127 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba4858-6095-4595-82c6-f675ee99ecf6 req-3e61e9a3-a6e8-4d7b-ab1d-17eae27ea3a9 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:38.270673 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-11ba4858-6095-4595-82c6-f675ee99ecf6 req-3e61e9a3-a6e8-4d7b-ab1d-17eae27ea3a9 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0562665 Dec 07 18:47:38.322861 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-11ba4858-6095-4595-82c6-f675ee99ecf6 req-1e2c9c0d-2c50-4429-9b2e-f1c82d1df5ed tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456371 Dec 07 18:47:38.544015 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:38.544958 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fd905-35bc-4e11-b0ab-349d823db6b7 req-3b952cd8-2328-49e3-83db-5fcc8843c22a tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:38.546650 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-fd3fd905-35bc-4e11-b0ab-349d823db6b7 req-3b952cd8-2328-49e3-83db-5fcc8843c22a tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 945 time: 0.0489588 Dec 07 18:47:38.595344 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-fd3fd905-35bc-4e11-b0ab-349d823db6b7 req-5d29304a-22b5-4ac3-aca3-f1344650ffe9 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412934 Dec 07 18:47:38.820424 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-86cef353-138d-457a-a565-5714e8c6b87f req-0507b128-c008-4beb-a8ec-be220dd61b3a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440803 Dec 07 18:47:38.886028 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cef353-138d-457a-a565-5714e8c6b87f req-0939ce65-5a93-434b-a20b-a66cecc1459a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:38.887606 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-86cef353-138d-457a-a565-5714e8c6b87f req-0939ce65-5a93-434b-a20b-a66cecc1459a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b1c0284a24444edf87293c9fe818e638&device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 1099 time: 0.0425677 Dec 07 18:47:38.998846 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cef353-138d-457a-a565-5714e8c6b87f req-9804a67c-b4f2-42db-951d-c659f3341eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:39.001268 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-86cef353-138d-457a-a565-5714e8c6b87f req-9804a67c-b4f2-42db-951d-c659f3341eb5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=21f5f496-97bc-411b-8951-cfa100658247 HTTP/1.1" status: 200 len: 920 time: 0.0924594 Dec 07 18:47:39.047087 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-86cef353-138d-457a-a565-5714e8c6b87f req-bd5d3ead-9c41-4fe5-ab3b-272b56c99349 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f19111d7-a12d-47fe-8e06-28405cf67baa HTTP/1.1" status: 200 len: 217 time: 0.0339270 Dec 07 18:47:39.100986 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cef353-138d-457a-a565-5714e8c6b87f req-8fe15ff2-c377-4622-b54f-2ccdf1700e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:39.102479 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-86cef353-138d-457a-a565-5714e8c6b87f req-8fe15ff2-c377-4622-b54f-2ccdf1700e0b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a57c2580-dd64-42bb-8b18-d437fa46d1d2 HTTP/1.1" status: 200 len: 859 time: 0.0442379 Dec 07 18:47:39.140251 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-86cef353-138d-457a-a565-5714e8c6b87f req-ef4d6f11-2227-4e3b-9d07-1c9de593c378 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21f5f496-97bc-411b-8951-cfa100658247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249736 Dec 07 18:47:39.240133 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-86cef353-138d-457a-a565-5714e8c6b87f req-09cf4231-7699-4aa0-8afc-5c54558aa816 service neutron] 10.222.0.23 "GET /v2.0/networks/21f5f496-97bc-411b-8951-cfa100658247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922337 Dec 07 18:47:39.342221 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-86cef353-138d-457a-a565-5714e8c6b87f req-158ca6b2-697e-4bdc-af7a-68e8d0697a72 service neutron] 10.222.0.23 "GET /v2.0/networks/21f5f496-97bc-411b-8951-cfa100658247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864487 Dec 07 18:47:39.444008 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd40519-affa-4e4d-b3f7-8d78aee10023 req-12b4bcf9-9f76-40e0-9db0-4121d5da7ee2 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:39.445507 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8cd40519-affa-4e4d-b3f7-8d78aee10023 req-12b4bcf9-9f76-40e0-9db0-4121d5da7ee2 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0496628 Dec 07 18:47:39.495003 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8cd40519-affa-4e4d-b3f7-8d78aee10023 req-462ffae5-ddf3-4b00-9d3f-36feb51b38ea tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433118 Dec 07 18:47:39.717620 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd0490-7b95-4e2d-9060-3dfc8113201e req-5447545c-a3de-4873-82b2-61ca6aef29f1 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:39.719686 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8ebd0490-7b95-4e2d-9060-3dfc8113201e req-5447545c-a3de-4873-82b2-61ca6aef29f1 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 945 time: 0.0517712 Dec 07 18:47:39.767531 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8ebd0490-7b95-4e2d-9060-3dfc8113201e req-a075538b-4f95-4911-814c-ac4570210f7b tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417938 Dec 07 18:47:40.610890 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9b5b-c21b-4a1a-88e7-57b3a68c3b1d req-bd101d7d-e23f-4467-9604-2c33ac38d7f7 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:40.612394 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-232e9b5b-c21b-4a1a-88e7-57b3a68c3b1d req-bd101d7d-e23f-4467-9604-2c33ac38d7f7 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0496581 Dec 07 18:47:40.663743 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-232e9b5b-c21b-4a1a-88e7-57b3a68c3b1d req-e4e7da19-9c66-4193-ab34-11d6ca5e6e38 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455129 Dec 07 18:47:40.888399 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c3ae5-9023-4157-9bec-1dd757249414 req-b9ad5d4f-7c97-4378-b12e-a8f3d45c40a6 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:40.889855 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3b8c3ae5-9023-4157-9bec-1dd757249414 req-b9ad5d4f-7c97-4378-b12e-a8f3d45c40a6 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 945 time: 0.0480340 Dec 07 18:47:40.937232 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3b8c3ae5-9023-4157-9bec-1dd757249414 req-a8b7385a-43ae-46be-bd2c-ae890f7881fc tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412192 Dec 07 18:47:41.780185 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99314fd2-77cf-4330-bef2-3fe25dcf5e53 req-00c51930-8626-426d-b2fa-21b8e20583cb tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:41.781709 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-99314fd2-77cf-4330-bef2-3fe25dcf5e53 req-00c51930-8626-426d-b2fa-21b8e20583cb tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0488379 Dec 07 18:47:41.829612 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-99314fd2-77cf-4330-bef2-3fe25dcf5e53 req-fe47e686-71b7-4666-becd-f6e268a20c7b tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418241 Dec 07 18:47:42.056957 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c45f9b-9be8-4a30-84a0-40b47e26f6f5 req-530eb1eb-0c35-4a69-aa06-e8b53aa6eedc tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:42.058431 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-40c45f9b-9be8-4a30-84a0-40b47e26f6f5 req-530eb1eb-0c35-4a69-aa06-e8b53aa6eedc tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 945 time: 0.0506918 Dec 07 18:47:42.105803 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-40c45f9b-9be8-4a30-84a0-40b47e26f6f5 req-768b742f-c1a3-4f04-9ea8-634c15d9e276 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405860 Dec 07 18:47:42.946663 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7f569-365a-4da3-920f-1401e3ad0392 req-bdb373a6-855f-4ec0-9814-58ebc1c5c2a1 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:42.948137 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-efb7f569-365a-4da3-920f-1401e3ad0392 req-bdb373a6-855f-4ec0-9814-58ebc1c5c2a1 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0500774 Dec 07 18:47:42.996192 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-efb7f569-365a-4da3-920f-1401e3ad0392 req-97508661-49ec-4c44-ad6d-0a152b33fafe tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421357 Dec 07 18:47:43.231547 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048f6dd-2e8a-432d-9a41-77d026b70320 req-192f6a09-5a34-453b-9dc7-ce78d864f669 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:43.233430 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7048f6dd-2e8a-432d-9a41-77d026b70320 req-192f6a09-5a34-453b-9dc7-ce78d864f669 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 945 time: 0.0531504 Dec 07 18:47:43.283454 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7048f6dd-2e8a-432d-9a41-77d026b70320 req-b3063bac-37fb-4c65-a40c-ba0e9c19f5b6 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430434 Dec 07 18:47:43.468142 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:47:44.118806 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ebc93-b8c7-40d8-9aeb-52bbd3679d72 req-f9b68524-7f25-4aa8-aa3b-813577477780 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:44.120344 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-db1ebc93-b8c7-40d8-9aeb-52bbd3679d72 req-f9b68524-7f25-4aa8-aa3b-813577477780 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0559645 Dec 07 18:47:44.170068 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-db1ebc93-b8c7-40d8-9aeb-52bbd3679d72 req-f3f76257-cce8-4133-a09a-4e58ee6dbc3f tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432134 Dec 07 18:47:44.402797 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5d558-7575-4ec6-8953-08e4a7bda18b req-a576637e-b97d-4c8f-86ff-e63b362c6488 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:44.404278 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f3d5d558-7575-4ec6-8953-08e4a7bda18b req-a576637e-b97d-4c8f-86ff-e63b362c6488 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 945 time: 0.0492783 Dec 07 18:47:44.458088 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f3d5d558-7575-4ec6-8953-08e4a7bda18b req-e57a539f-346a-40c2-ae06-47fa3a8e0b79 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466597 Dec 07 18:47:45.296177 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5c465-e586-410c-895e-839147a63ec4 req-e8054d44-e682-4c37-a256-3837bcecd6d0 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:45.297878 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-64a5c465-e586-410c-895e-839147a63ec4 req-e8054d44-e682-4c37-a256-3837bcecd6d0 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0538995 Dec 07 18:47:45.346772 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-64a5c465-e586-410c-895e-839147a63ec4 req-30f38b3f-f236-4557-ae16-ca43a1a1a46f tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425963 Dec 07 18:47:45.463415 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-da13e3f2-07e3-425c-854b-71c421222f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:45.580942 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b38041-790f-4a06-b14e-ce3de2e65287 req-9225c925-5347-4aa6-9f94-1c38d6a3570b tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:45.582627 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-56b38041-790f-4a06-b14e-ce3de2e65287 req-9225c925-5347-4aa6-9f94-1c38d6a3570b tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 945 time: 0.0505559 Dec 07 18:47:45.630630 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-56b38041-790f-4a06-b14e-ce3de2e65287 req-195a34b1-bac1-4c47-955b-43337d1780b4 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421360 Dec 07 18:47:46.467732 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc6e78-da50-4b36-8a2d-9174fe0966c2 req-dabd1983-9ccc-4fbc-bbc5-57e0f43bf4dd tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:46.469178 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c9fc6e78-da50-4b36-8a2d-9174fe0966c2 req-dabd1983-9ccc-4fbc-bbc5-57e0f43bf4dd tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0548532 Dec 07 18:47:46.517766 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c9fc6e78-da50-4b36-8a2d-9174fe0966c2 req-037f8426-e7d9-4479-b9f8-2a7de32bc471 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423920 Dec 07 18:47:46.754760 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a6880-c1f8-44aa-928e-6f0d97e1e359 req-a7dc2558-b2ff-412f-9475-0b403830b59c tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:46.756244 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2e3a6880-c1f8-44aa-928e-6f0d97e1e359 req-a7dc2558-b2ff-412f-9475-0b403830b59c tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 945 time: 0.0515659 Dec 07 18:47:46.807340 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2e3a6880-c1f8-44aa-928e-6f0d97e1e359 req-8ee2884b-7155-49f8-b11d-cddd8f01c179 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447540 Dec 07 18:47:47.635729 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac9bb1-6c27-4b21-b396-e60a0a1e2533 req-0a7a1970-a29c-4fa6-9086-8b2bd0652153 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:47.637136 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8bac9bb1-6c27-4b21-b396-e60a0a1e2533 req-0a7a1970-a29c-4fa6-9086-8b2bd0652153 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0491209 Dec 07 18:47:47.684911 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8bac9bb1-6c27-4b21-b396-e60a0a1e2533 req-5b2ff4a2-dce7-4232-9815-07bf9279d6d8 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407419 Dec 07 18:47:47.828576 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-376c886a-af46-4229-8d69-aefa84c5af37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:47.933488 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b699052-6863-49a1-80dd-aaaa30939317 req-ead7ff52-5729-464f-b5e4-29882bf627a8 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:47.934910 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3b699052-6863-49a1-80dd-aaaa30939317 req-ead7ff52-5729-464f-b5e4-29882bf627a8 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 945 time: 0.0538571 Dec 07 18:47:47.983433 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3b699052-6863-49a1-80dd-aaaa30939317 req-fbfaee8d-e202-43a0-b45f-af33e6b1b86d tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419140 Dec 07 18:47:48.803048 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e1251-9f79-4469-b907-d10ac114b054 req-afc05ae5-fe43-4920-a326-6a4ca7bfd802 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:48.804529 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-855e1251-9f79-4469-b907-d10ac114b054 req-afc05ae5-fe43-4920-a326-6a4ca7bfd802 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0497739 Dec 07 18:47:48.854760 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-855e1251-9f79-4469-b907-d10ac114b054 req-b7a25a53-ff3e-4864-a2ff-6e60ae38c955 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443397 Dec 07 18:47:49.104269 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa897425-26b3-4010-ad44-71b96c9cc12c req-ba6c3782-2db3-48b8-a000-93b649468ea8 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:49.105786 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-aa897425-26b3-4010-ad44-71b96c9cc12c req-ba6c3782-2db3-48b8-a000-93b649468ea8 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 945 time: 0.0497236 Dec 07 18:47:49.155410 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-aa897425-26b3-4010-ad44-71b96c9cc12c req-25e82028-feb8-4ffb-bf89-f4dfd533d566 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432141 Dec 07 18:47:49.792234 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:49.970227 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6e776-b181-4d58-8e3a-8ae1c4b967d6 req-a333e5b2-c060-4385-b3e8-e402a6e6d3f8 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:49.971707 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fac6e776-b181-4d58-8e3a-8ae1c4b967d6 req-a333e5b2-c060-4385-b3e8-e402a6e6d3f8 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0509889 Dec 07 18:47:50.019661 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fac6e776-b181-4d58-8e3a-8ae1c4b967d6 req-d9c01570-9f89-4521-9033-592f06452285 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416451 Dec 07 18:47:50.278442 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735474d-6546-4b92-b01e-9f1e69d83c8b req-4c2a69da-db59-47c9-b44b-ec0b2b6bba02 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:50.279925 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5735474d-6546-4b92-b01e-9f1e69d83c8b req-4c2a69da-db59-47c9-b44b-ec0b2b6bba02 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 945 time: 0.0526962 Dec 07 18:47:50.291780 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:50.328408 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5735474d-6546-4b92-b01e-9f1e69d83c8b req-5463b889-dbaa-4705-ad51-2c24b8a6fc70 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417576 Dec 07 18:47:51.137900 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed45ed9-144b-4340-83c3-67ab0e8bc1f5 req-e9e65f6b-320b-4ec2-9610-d3a229333f53 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:51.139409 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fed45ed9-144b-4340-83c3-67ab0e8bc1f5 req-e9e65f6b-320b-4ec2-9610-d3a229333f53 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0495861 Dec 07 18:47:51.189477 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fed45ed9-144b-4340-83c3-67ab0e8bc1f5 req-0655b6f8-f617-4400-b59f-24789249053a tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423360 Dec 07 18:47:51.456462 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a73686-9685-42bd-abaf-8abfe79c9c45 req-d62354c0-2c62-481b-91ff-559e27bdb33e tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:51.457968 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-97a73686-9685-42bd-abaf-8abfe79c9c45 req-d62354c0-2c62-481b-91ff-559e27bdb33e tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 945 time: 0.0510893 Dec 07 18:47:51.505087 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-97a73686-9685-42bd-abaf-8abfe79c9c45 req-9b78013c-06a2-4de6-80e6-41c5ba54189b tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409687 Dec 07 18:47:51.671008 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:51.770336 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a042f-acbf-4588-93d6-094aebbd2b6c req-8f1cb1b1-b79a-4e61-b99a-8889936fbced tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:51.771807 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-866a042f-acbf-4588-93d6-094aebbd2b6c req-8f1cb1b1-b79a-4e61-b99a-8889936fbced tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 984 time: 0.0773938 Dec 07 18:47:51.797732 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164c242-70b1-412f-b39a-be21f990630b req-8d4b1e51-4199-4d53-839c-bba4130b0bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:51.799307 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0164c242-70b1-412f-b39a-be21f990630b req-8d4b1e51-4199-4d53-839c-bba4130b0bf8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=60c42061bf6e4acb909fab4c8dbc4c0d&device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 1137 time: 0.0719051 Dec 07 18:47:51.889418 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-866a042f-acbf-4588-93d6-094aebbd2b6c req-1bf9227a-ab32-47d3-ab10-c8fadea57750 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbd6a00-6cad-41ed-8392-ec51296291ab&id=07b8a811-66f4-4a24-808c-06e6dc4476b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1102669 Dec 07 18:47:51.916907 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164c242-70b1-412f-b39a-be21f990630b req-68d1e3ec-88e1-46d3-a89e-5d20dcccd077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:51.918420 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0164c242-70b1-412f-b39a-be21f990630b req-68d1e3ec-88e1-46d3-a89e-5d20dcccd077 service neutron] 10.222.0.23 "GET /v2.0/networks?id=231250c2-6b44-47d0-805a-e173a98bb0d4 HTTP/1.1" status: 200 len: 915 time: 0.1119776 Dec 07 18:47:51.990743 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0164c242-70b1-412f-b39a-be21f990630b req-f5bc5d6b-0594-4cb8-ae56-a0bd37fc5005 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c4ac575-82d3-4c88-90cb-0083321e1635 HTTP/1.1" status: 200 len: 1001 time: 0.0627592 Dec 07 18:47:52.039964 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164c242-70b1-412f-b39a-be21f990630b req-6bfc9883-41b6-4bd1-8ae1-8f2b2449acdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:52.041354 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0164c242-70b1-412f-b39a-be21f990630b req-6bfc9883-41b6-4bd1-8ae1-8f2b2449acdd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7946be5b-0476-44aa-ae26-502f3cd3f3eb HTTP/1.1" status: 200 len: 853 time: 0.0422850 Dec 07 18:47:52.086602 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164c242-70b1-412f-b39a-be21f990630b req-4559584d-d0e0-4fe1-bcdf-dfe2aa91663a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:52.088021 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0164c242-70b1-412f-b39a-be21f990630b req-4559584d-d0e0-4fe1-bcdf-dfe2aa91663a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=231250c2-6b44-47d0-805a-e173a98bb0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387869 Dec 07 18:47:52.189064 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0164c242-70b1-412f-b39a-be21f990630b req-d8b541bf-c6ac-4f08-bafb-c138516f7afc service neutron] 10.222.0.23 "GET /v2.0/networks/231250c2-6b44-47d0-805a-e173a98bb0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857072 Dec 07 18:47:52.280364 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0164c242-70b1-412f-b39a-be21f990630b req-24a6fec9-b12f-4fca-bf40-ca00f6e4e9e8 service neutron] 10.222.0.23 "GET /v2.0/networks/231250c2-6b44-47d0-805a-e173a98bb0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837903 Dec 07 18:47:52.308939 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41556a2f-7715-404f-aa16-518984ca5e86 req-8d89bcad-8d59-476a-b27c-cb610383b1dc tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:52.310460 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-41556a2f-7715-404f-aa16-518984ca5e86 req-8d89bcad-8d59-476a-b27c-cb610383b1dc tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0523500 Dec 07 18:47:52.357680 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-41556a2f-7715-404f-aa16-518984ca5e86 req-06ddf8b6-b649-4dcc-88cb-9c96006f22ad tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407519 Dec 07 18:47:52.626671 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ede8f-1616-4630-ad3a-54d25076b6d7 req-9611c985-0916-4cbf-a5ae-1e7042fd404b tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:52.628511 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1a2ede8f-1616-4630-ad3a-54d25076b6d7 req-9611c985-0916-4cbf-a5ae-1e7042fd404b tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 945 time: 0.0508575 Dec 07 18:47:52.676940 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1a2ede8f-1616-4630-ad3a-54d25076b6d7 req-800203c0-d349-45e0-a909-ce77cf81b90c tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422704 Dec 07 18:47:53.004378 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8860af-9adf-4928-80cd-664b465acaa8 req-2b6a5fb3-17da-41a2-b680-dc502794fa58 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:53.005860 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-be8860af-9adf-4928-80cd-664b465acaa8 req-2b6a5fb3-17da-41a2-b680-dc502794fa58 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 984 time: 0.0487742 Dec 07 18:47:53.065268 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-be8860af-9adf-4928-80cd-664b465acaa8 req-dda0557a-e827-4e2c-b13b-eb45f7865e7e tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbd6a00-6cad-41ed-8392-ec51296291ab&id=07b8a811-66f4-4a24-808c-06e6dc4476b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534382 Dec 07 18:47:53.473065 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7257a-c908-4441-b684-139c221cba03 req-960fafee-f295-4d04-ad76-a22aff8d71f2 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:53.474537 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d7a7257a-c908-4441-b684-139c221cba03 req-960fafee-f295-4d04-ad76-a22aff8d71f2 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0481617 Dec 07 18:47:53.519925 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d7a7257a-c908-4441-b684-139c221cba03 req-1784fe2f-4635-44e6-85a4-4818ea0f0ddd tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395768 Dec 07 18:47:53.797282 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb9399-dec2-4faa-a9cf-d2f06a02f35e req-b91b8041-81f5-41c1-8ea2-2c45505dc447 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:53.798792 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-bceb9399-dec2-4faa-a9cf-d2f06a02f35e req-b91b8041-81f5-41c1-8ea2-2c45505dc447 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 945 time: 0.0487845 Dec 07 18:47:53.848986 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-bceb9399-dec2-4faa-a9cf-d2f06a02f35e req-d0848355-847f-4676-9b2c-390d5822d302 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441158 Dec 07 18:47:54.425411 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f40c8-b41b-41c3-a419-a385f728a276 req-d8445961-b843-4076-bbf6-db2092ca3138 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:54.427455 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f82f40c8-b41b-41c3-a419-a385f728a276 req-d8445961-b843-4076-bbf6-db2092ca3138 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 984 time: 0.2948928 Dec 07 18:47:54.429903 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 5d954230-64a1-4c4f-91f6-8893ea16dc4a details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:47:54.462344 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ab930-6c0d-4189-a331-e99b6f5d4f54 req-9245dddd-df78-43f7-b824-0a75d4e5be52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:54.464286 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b51ab930-6c0d-4189-a331-e99b6f5d4f54 req-9245dddd-df78-43f7-b824-0a75d4e5be52 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 1099 time: 0.0710657 Dec 07 18:47:54.517741 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f82f40c8-b41b-41c3-a419-a385f728a276 req-e3cba9b9-5c0c-4ea0-90fa-4553e56ba0a0 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbd6a00-6cad-41ed-8392-ec51296291ab&id=07b8a811-66f4-4a24-808c-06e6dc4476b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0813816 Dec 07 18:47:54.529460 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 5d954230-64a1-4c4f-91f6-8893ea16dc4a, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=5d954230-64a1-4c4f-91f6-8893ea16dc4a,segment=NetworkSegment(4e11373f-4e76-4ab5-86c0-112fb5aca0d4),segment_id=4e11373f-4e76-4ab5-86c0-112fb5aca0d4)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:47:54.542188 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b51ab930-6c0d-4189-a331-e99b6f5d4f54 req-edaf35af-4ca3-445a-8a65-19e3664fccc4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619442 Dec 07 18:47:54.542939 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Returning: {'device': '5d954230-64a1-4c4f-91f6-8893ea16dc4a', 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c', 'port_id': '5d954230-64a1-4c4f-91f6-8893ea16dc4a', 'mac_address': 'fa:16:3e:27:42:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:47:54.582616 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:54.595772 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d954230-64a1-4c4f-91f6-8893ea16dc4a {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:47:54.615765 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 5d954230-64a1-4c4f-91f6-8893ea16dc4a, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=5d954230-64a1-4c4f-91f6-8893ea16dc4a,segment=NetworkSegment(4e11373f-4e76-4ab5-86c0-112fb5aca0d4),segment_id=4e11373f-4e76-4ab5-86c0-112fb5aca0d4)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:47:54.619813 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:54.637495 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98171af-7ca8-4619-b0e8-52b598c978cb req-31533cbf-85e8-4f18-ab14-07b66b6d5b24 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:54.638917 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e98171af-7ca8-4619-b0e8-52b598c978cb req-31533cbf-85e8-4f18-ab14-07b66b6d5b24 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0489612 Dec 07 18:47:54.670498 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=5d954230-64a1-4c4f-91f6-8893ea16dc4a,revision_number=6']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:47:54.681065 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:47:54.681447 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:47:54.681824 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:47:54.682197 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:47:54.682537 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:47:54.682871 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:47:54.683205 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:47:54.683535 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:47:54.683864 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:47:54.684208 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:47:54.684545 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:47:54.684870 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:47:54.685191 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:47:54.690664 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e98171af-7ca8-4619-b0e8-52b598c978cb req-61eca65e-0120-413f-b9a0-64832b15d29f tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450346 Dec 07 18:47:54.767244 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['5d954230-64a1-4c4f-91f6-8893ea16dc4a'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:47:54.976852 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b721b-a4a4-44d4-927c-5af13cd67ae5 req-a0b339b4-ac19-42ce-8044-5377e4e123b0 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:54.978345 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-735b721b-a4a4-44d4-927c-5af13cd67ae5 req-a0b339b4-ac19-42ce-8044-5377e4e123b0 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 944 time: 0.0494614 Dec 07 18:47:55.031935 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-735b721b-a4a4-44d4-927c-5af13cd67ae5 req-51ceec63-8720-48d8-884d-1bdcccbd9c91 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476406 Dec 07 18:47:55.637073 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44af57-0788-4a95-bbf8-3a9e62144135 req-b3ef4615-8958-47b5-b3b6-8eb76f5f0414 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:55.638623 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5c44af57-0788-4a95-bbf8-3a9e62144135 req-b3ef4615-8958-47b5-b3b6-8eb76f5f0414 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 984 time: 0.0512507 Dec 07 18:47:55.702193 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5c44af57-0788-4a95-bbf8-3a9e62144135 req-687b356e-5375-46a9-9277-3813cffa88ce tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbd6a00-6cad-41ed-8392-ec51296291ab&id=07b8a811-66f4-4a24-808c-06e6dc4476b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568492 Dec 07 18:47:55.818590 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37618ee-f342-48be-9862-ff1d7a20ca09 req-c9695c57-0fb2-41cf-8a44-85241e939737 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:55.820288 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a37618ee-f342-48be-9862-ff1d7a20ca09 req-c9695c57-0fb2-41cf-8a44-85241e939737 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0561752 Dec 07 18:47:55.873723 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a37618ee-f342-48be-9862-ff1d7a20ca09 req-b120c6dd-b4fb-4000-a0c8-b68b1dae7d65 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456834 Dec 07 18:47:56.178866 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0204d6-7351-4175-91a4-5837233ba07f req-9d41b830-d443-4246-882c-02bda268c9a0 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:56.180869 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0d0204d6-7351-4175-91a4-5837233ba07f req-9d41b830-d443-4246-882c-02bda268c9a0 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 944 time: 0.0634174 Dec 07 18:47:56.235885 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0d0204d6-7351-4175-91a4-5837233ba07f req-248f8e74-ed80-415a-b7b6-faa908e9a0ec tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490487 Dec 07 18:47:56.444388 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 5d954230-64a1-4c4f-91f6-8893ea16dc4a up at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:47:56.495088 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning complete for port 5d954230-64a1-4c4f-91f6-8893ea16dc4a triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:47:56.495465 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:56.582264 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:56.606945 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54d910a-30a1-4aa9-a038-6dafd95bfa5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d954230-64a1-4c4f-91f6-8893ea16dc4a'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:47:56.609557 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab3a8ce7da5a640e7c4dfc04f2c3e6911255c2d0b826cd7cc2b97a426bb0a1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aaf53b4-1e14-43ec-b377-73a06f49f693" -d '{"events": [{"server_uuid": "a54d910a-30a1-4aa9-a038-6dafd95bfa5c", "name": "network-vif-plugged", "status": "completed", "tag": "5d954230-64a1-4c4f-91f6-8893ea16dc4a"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:47:56.623045 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 5d954230-64a1-4c4f-91f6-8893ea16dc4a, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=5d954230-64a1-4c4f-91f6-8893ea16dc4a,segment=NetworkSegment(4e11373f-4e76-4ab5-86c0-112fb5aca0d4),segment_id=4e11373f-4e76-4ab5-86c0-112fb5aca0d4)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:47:56.629340 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:47:56.657965 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b891a33-2288-41f3-a387-058407ce34aa x-openstack-request-id: req-4b891a33-2288-41f3-a387-058407ce34aa {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:47:56.658284 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54d910a-30a1-4aa9-a038-6dafd95bfa5c", "name": "network-vif-plugged", "status": "completed", "tag": "5d954230-64a1-4c4f-91f6-8893ea16dc4a", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:47:56.658571 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b891a33-2288-41f3-a387-058407ce34aa {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:47:56.658962 dv-cinder-819692-6-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a54d910a-30a1-4aa9-a038-6dafd95bfa5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d954230-64a1-4c4f-91f6-8893ea16dc4a', 'code': 200} Dec 07 18:47:56.685141 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=5d954230-64a1-4c4f-91f6-8893ea16dc4a,revision_number=7']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:47:56.834642 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51750dd7-6f02-48aa-9be0-fed6d1ea55cf req-c863d5ea-67aa-4932-9134-5aee567b081b tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:56.836221 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-51750dd7-6f02-48aa-9be0-fed6d1ea55cf req-c863d5ea-67aa-4932-9134-5aee567b081b tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 984 time: 0.0623443 Dec 07 18:47:56.907049 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-51750dd7-6f02-48aa-9be0-fed6d1ea55cf req-b219238d-3a77-45d8-b897-cf7edce0b47a tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbd6a00-6cad-41ed-8392-ec51296291ab&id=07b8a811-66f4-4a24-808c-06e6dc4476b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636153 Dec 07 18:47:57.055199 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a745e3-3d8e-42ff-a6e0-6512196c050b req-0e290df7-83ac-4149-865b-11b61412bedf tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:57.057408 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-75a745e3-3d8e-42ff-a6e0-6512196c050b req-0e290df7-83ac-4149-865b-11b61412bedf tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0930517 Dec 07 18:47:57.113430 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-75a745e3-3d8e-42ff-a6e0-6512196c050b req-a3883028-b3b0-44c6-a305-b0974984b846 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493548 Dec 07 18:47:57.400159 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa486db-1753-4fe7-a7d5-8b9aae302118 req-ef37516b-7c1d-47b0-8fd8-4203c734b17c tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:57.402073 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4aa486db-1753-4fe7-a7d5-8b9aae302118 req-ef37516b-7c1d-47b0-8fd8-4203c734b17c tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 945 time: 0.0743606 Dec 07 18:47:57.494886 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4aa486db-1753-4fe7-a7d5-8b9aae302118 req-29aa7358-969e-4d54-9ed1-df2e242b3b3e tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752151 Dec 07 18:47:57.507246 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a9811-b3b1-42e1-9005-4dc67b41c112 req-d08d057f-4710-45f2-a283-4a355af96b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:57.508966 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-752a9811-b3b1-42e1-9005-4dc67b41c112 req-d08d057f-4710-45f2-a283-4a355af96b4e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b1c0284a24444edf87293c9fe818e638&device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 1099 time: 0.1039960 Dec 07 18:47:57.537270 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b305868-5ce8-4d2b-abce-222a80380498 req-981005b4-160c-413f-b27b-dfbeb579faf5 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:57.539011 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0b305868-5ce8-4d2b-abce-222a80380498 req-981005b4-160c-413f-b27b-dfbeb579faf5 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.1077244 Dec 07 18:47:57.658844 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0b305868-5ce8-4d2b-abce-222a80380498 req-a6ea1026-a80d-4e60-a4cf-7819e9fecbd8 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034429 Dec 07 18:47:57.692615 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a9811-b3b1-42e1-9005-4dc67b41c112 req-d94b8570-f613-4277-8de5-1a796dbf79bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:57.694364 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-752a9811-b3b1-42e1-9005-4dc67b41c112 req-d94b8570-f613-4277-8de5-1a796dbf79bb service neutron] 10.222.0.23 "GET /v2.0/networks?id=21f5f496-97bc-411b-8951-cfa100658247 HTTP/1.1" status: 200 len: 920 time: 0.1739054 Dec 07 18:47:57.751449 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-752a9811-b3b1-42e1-9005-4dc67b41c112 req-2f414cca-7ee9-411c-a480-db92629d1584 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9 HTTP/1.1" status: 200 len: 217 time: 0.0388105 Dec 07 18:47:57.809283 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a9811-b3b1-42e1-9005-4dc67b41c112 req-168292bc-a8a4-4cc1-9e0d-a95b6666b834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:57.811373 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-752a9811-b3b1-42e1-9005-4dc67b41c112 req-168292bc-a8a4-4cc1-9e0d-a95b6666b834 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a57c2580-dd64-42bb-8b18-d437fa46d1d2 HTTP/1.1" status: 200 len: 859 time: 0.0511167 Dec 07 18:47:57.858421 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-752a9811-b3b1-42e1-9005-4dc67b41c112 req-afe9d7fb-0572-40cf-be9a-5f2a848d01ff service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21f5f496-97bc-411b-8951-cfa100658247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280967 Dec 07 18:47:57.990177 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-752a9811-b3b1-42e1-9005-4dc67b41c112 req-72b1c4ac-5025-4691-b2fd-9f824a169ed4 service neutron] 10.222.0.23 "GET /v2.0/networks/21f5f496-97bc-411b-8951-cfa100658247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193857 Dec 07 18:47:58.076333 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d2cb1-9dee-4bc4-8e7a-81e5a5c356bf req-ba6df882-4e7f-4d53-aab0-d7edbd3536b9 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:58.078183 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-890d2cb1-9dee-4bc4-8e7a-81e5a5c356bf req-ba6df882-4e7f-4d53-aab0-d7edbd3536b9 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 984 time: 0.0654762 Dec 07 18:47:58.150602 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-752a9811-b3b1-42e1-9005-4dc67b41c112 req-4c11a49d-6eee-43d2-8859-4eb651f563a9 service neutron] 10.222.0.23 "GET /v2.0/networks/21f5f496-97bc-411b-8951-cfa100658247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449080 Dec 07 18:47:58.218794 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-890d2cb1-9dee-4bc4-8e7a-81e5a5c356bf req-f904d7b4-8bc8-432a-90f0-3c29bff526a4 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbd6a00-6cad-41ed-8392-ec51296291ab&id=07b8a811-66f4-4a24-808c-06e6dc4476b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1275635 Dec 07 18:47:58.624905 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c576b-6924-45d8-9ef4-4d2de55d9839 req-ad676cb2-362e-4937-a72b-db5f67022cf0 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:58.627051 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7f9c576b-6924-45d8-9ef4-4d2de55d9839 req-ad676cb2-362e-4937-a72b-db5f67022cf0 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 945 time: 0.0542512 Dec 07 18:47:58.684694 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7f9c576b-6924-45d8-9ef4-4d2de55d9839 req-450ce297-bbea-4841-bb5f-8fa4d27a7f58 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505178 Dec 07 18:47:58.803674 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c00ff-cc22-4589-a0ec-32d05308168c req-46bb0418-07ac-4ff7-8b66-dbd880f74dcc tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:58.810489 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-104c00ff-cc22-4589-a0ec-32d05308168c req-46bb0418-07ac-4ff7-8b66-dbd880f74dcc tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0686476 Dec 07 18:47:58.870457 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-104c00ff-cc22-4589-a0ec-32d05308168c req-6dd10f83-425f-486e-914d-fad9380cd213 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574913 Dec 07 18:47:59.340874 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7cd05b-db26-4d68-9e45-81cbdfbb3348 req-ff4b0bb4-abb3-4126-b2ad-5b884ae11687 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:59.342398 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2e7cd05b-db26-4d68-9e45-81cbdfbb3348 req-ff4b0bb4-abb3-4126-b2ad-5b884ae11687 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 984 time: 0.0596972 Dec 07 18:47:59.419658 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2e7cd05b-db26-4d68-9e45-81cbdfbb3348 req-9414eea4-90b9-42ba-88b7-64a2f6d8d63f tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbd6a00-6cad-41ed-8392-ec51296291ab&id=07b8a811-66f4-4a24-808c-06e6dc4476b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0686471 Dec 07 18:47:59.820167 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13d35a-6d92-4945-94d0-b6632b06dc28 req-2d0a51d5-a0c9-4824-b783-56f0274f540a tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:59.821709 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9c13d35a-6d92-4945-94d0-b6632b06dc28 req-2d0a51d5-a0c9-4824-b783-56f0274f540a tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 945 time: 0.0549138 Dec 07 18:47:59.880339 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9c13d35a-6d92-4945-94d0-b6632b06dc28 req-73452564-bb67-42f9-af40-e1a994dbdfce tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521171 Dec 07 18:47:59.995214 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92a71c-39f7-4b14-8591-626b5f1258c7 req-b75da050-5850-46ba-b3aa-ff2b6ce5e67b tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:47:59.996657 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3d92a71c-39f7-4b14-8591-626b5f1258c7 req-b75da050-5850-46ba-b3aa-ff2b6ce5e67b tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0544102 Dec 07 18:48:00.050233 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3d92a71c-39f7-4b14-8591-626b5f1258c7 req-ca270ab6-0977-4838-9a60-e6eebc0eeacf tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465741 Dec 07 18:48:00.540619 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9089b850-d6f2-4a30-b55b-75be3d7672b4 req-d36f4900-3395-4587-97fa-92567973b0ca tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:00.542151 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9089b850-d6f2-4a30-b55b-75be3d7672b4 req-d36f4900-3395-4587-97fa-92567973b0ca tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 984 time: 0.0527654 Dec 07 18:48:00.609034 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9089b850-d6f2-4a30-b55b-75be3d7672b4 req-20cea04a-f506-44a1-a31f-d1dc18d775f9 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbd6a00-6cad-41ed-8392-ec51296291ab&id=07b8a811-66f4-4a24-808c-06e6dc4476b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599566 Dec 07 18:48:01.023796 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1e8e6-33e2-4c20-8091-0ee3c11fca89 req-9f79c136-f1d2-4095-92ac-025cb897adb5 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:01.025417 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-87d1e8e6-33e2-4c20-8091-0ee3c11fca89 req-9f79c136-f1d2-4095-92ac-025cb897adb5 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 945 time: 0.0665939 Dec 07 18:48:01.085363 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-87d1e8e6-33e2-4c20-8091-0ee3c11fca89 req-1ab66a09-fd7c-499d-8788-39cad5571153 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503867 Dec 07 18:48:01.238279 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a89744-290d-4c59-88f7-f73a355e4111 req-61f4aba5-d969-471b-83ba-2fb52b240a50 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:01.240781 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-10a89744-290d-4c59-88f7-f73a355e4111 req-61f4aba5-d969-471b-83ba-2fb52b240a50 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0786371 Dec 07 18:48:01.291633 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-10a89744-290d-4c59-88f7-f73a355e4111 req-f94b35ed-03d5-4978-b215-c4f64cf647df tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439439 Dec 07 18:48:01.732397 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fec1b7-4f2b-40dc-99cb-a5d816ff263c req-b0df6ac5-3f8e-4d40-8616-93001af20e71 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:01.734046 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-29fec1b7-4f2b-40dc-99cb-a5d816ff263c req-b0df6ac5-3f8e-4d40-8616-93001af20e71 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 984 time: 0.0565689 Dec 07 18:48:01.802422 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-29fec1b7-4f2b-40dc-99cb-a5d816ff263c req-ad5420d4-0b80-42bf-b9a5-0de2cfcbdae1 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbd6a00-6cad-41ed-8392-ec51296291ab&id=07b8a811-66f4-4a24-808c-06e6dc4476b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591588 Dec 07 18:48:02.219542 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb1490-bad5-4782-9c46-16533413e3ae req-660f27f4-6b32-43d5-8ca8-10b85461a56b tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:02.226462 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9aeb1490-bad5-4782-9c46-16533413e3ae req-660f27f4-6b32-43d5-8ca8-10b85461a56b tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 945 time: 0.0578201 Dec 07 18:48:02.283031 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9aeb1490-bad5-4782-9c46-16533413e3ae req-f6508f49-1ee2-4b75-8e7f-8602b4d9ad2c tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552599 Dec 07 18:48:02.426027 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac2838-825c-474e-9d4c-383b0525a91c req-90b36849-d6ac-43cf-bdf0-56993ab310fa tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:02.437495 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-80ac2838-825c-474e-9d4c-383b0525a91c req-90b36849-d6ac-43cf-bdf0-56993ab310fa tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0677173 Dec 07 18:48:02.497474 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-80ac2838-825c-474e-9d4c-383b0525a91c req-faa924cd-10ac-480c-add0-fbfda387e78d tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586865 Dec 07 18:48:02.932158 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ce9bf-91dc-4eb7-9797-b4ef54d4663c req-d4f547ea-c855-46fe-97b6-2c209752783c tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:02.933951 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-326ce9bf-91dc-4eb7-9797-b4ef54d4663c req-d4f547ea-c855-46fe-97b6-2c209752783c tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 984 time: 0.0526655 Dec 07 18:48:02.998995 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-326ce9bf-91dc-4eb7-9797-b4ef54d4663c req-12f5edf3-bc4c-48bb-afdb-b6a31bf2d50f tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbd6a00-6cad-41ed-8392-ec51296291ab&id=07b8a811-66f4-4a24-808c-06e6dc4476b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579922 Dec 07 18:48:03.454981 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3456df-108a-44b1-be35-281fc5487a91 req-44975319-77cc-403c-a533-858a2d2f2d76 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:03.464084 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ad3456df-108a-44b1-be35-281fc5487a91 req-44975319-77cc-403c-a533-858a2d2f2d76 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 945 time: 0.0895481 Dec 07 18:48:03.523244 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ad3456df-108a-44b1-be35-281fc5487a91 req-4e339858-1e2c-45a1-948e-694a673e8782 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579515 Dec 07 18:48:03.642968 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8b4bd-4011-4bcd-a1f3-e592102b5cb6 req-76554413-c289-4876-ae93-642ad91ad1cd tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:03.644470 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-bda8b4bd-4011-4bcd-a1f3-e592102b5cb6 req-76554413-c289-4876-ae93-642ad91ad1cd tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0571511 Dec 07 18:48:03.711003 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-bda8b4bd-4011-4bcd-a1f3-e592102b5cb6 req-00ebc7be-baf8-44bd-8814-e4d8116e76a8 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601008 Dec 07 18:48:04.170270 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11ab89-0341-401d-827a-4ce2ce3d9367 req-79d2582d-d7ca-43c4-bd48-e2e17c0ae3d8 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:04.172056 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4e11ab89-0341-401d-827a-4ce2ce3d9367 req-79d2582d-d7ca-43c4-bd48-e2e17c0ae3d8 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 984 time: 0.0732272 Dec 07 18:48:04.262276 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4e11ab89-0341-401d-827a-4ce2ce3d9367 req-154a5233-96c9-40fa-b43f-cd7f0b016d21 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbd6a00-6cad-41ed-8392-ec51296291ab&id=07b8a811-66f4-4a24-808c-06e6dc4476b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654078 Dec 07 18:48:04.682768 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664f2e7-ae34-4bac-b683-9dfe33e17773 req-bec29dec-6af0-485f-9bc9-0e1e602a10af tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:04.685013 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8664f2e7-ae34-4bac-b683-9dfe33e17773 req-bec29dec-6af0-485f-9bc9-0e1e602a10af tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 945 time: 0.0679412 Dec 07 18:48:04.766581 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8664f2e7-ae34-4bac-b683-9dfe33e17773 req-9f9724d0-b307-4f61-96e1-553513dc4314 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593734 Dec 07 18:48:05.389483 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f1f1c4-4315-41af-bd58-5023a46cbb07 req-7ad2140c-e46d-4b3f-b3b9-220128407935 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:05.391147 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-95f1f1c4-4315-41af-bd58-5023a46cbb07 req-7ad2140c-e46d-4b3f-b3b9-220128407935 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 984 time: 0.0534062 Dec 07 18:48:05.464454 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-95f1f1c4-4315-41af-bd58-5023a46cbb07 req-1b37526e-b960-42a7-85f8-2c2b69df5f86 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbd6a00-6cad-41ed-8392-ec51296291ab&id=07b8a811-66f4-4a24-808c-06e6dc4476b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0673637 Dec 07 18:48:05.870119 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e23cc9-5516-4ea4-bc2b-0a780e7ea78c req-f286a8d1-24b0-4d03-acec-a6911de76007 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:05.871602 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-47e23cc9-5516-4ea4-bc2b-0a780e7ea78c req-f286a8d1-24b0-4d03-acec-a6911de76007 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 945 time: 0.0483043 Dec 07 18:48:05.918843 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-47e23cc9-5516-4ea4-bc2b-0a780e7ea78c req-949a1a85-3071-4337-b248-62eecc16e254 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406928 Dec 07 18:48:06.021730 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818708db-9e54-4547-be86-95b97a3f2a54 req-baa03d2a-a0a1-4331-bf91-aa716f60dfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:06.023273 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-818708db-9e54-4547-be86-95b97a3f2a54 req-baa03d2a-a0a1-4331-bf91-aa716f60dfc9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2417a4b6b8b04e738fe57f1c882d88bc&device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 1098 time: 0.0454104 Dec 07 18:48:06.117377 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818708db-9e54-4547-be86-95b97a3f2a54 req-442f6c58-cdf1-4e32-81d3-5e626056eea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:06.118889 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-818708db-9e54-4547-be86-95b97a3f2a54 req-442f6c58-cdf1-4e32-81d3-5e626056eea1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9d18908e-4fa9-4515-9ad2-63e91916c83c HTTP/1.1" status: 200 len: 918 time: 0.0867512 Dec 07 18:48:06.193051 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-818708db-9e54-4547-be86-95b97a3f2a54 req-ec5cd695-caf3-443c-927c-56ac5abf0124 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d954230-64a1-4c4f-91f6-8893ea16dc4a HTTP/1.1" status: 200 len: 1001 time: 0.0636430 Dec 07 18:48:06.244838 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818708db-9e54-4547-be86-95b97a3f2a54 req-472f900f-a48d-496f-9611-1f1e1ef1bb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:06.246360 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-818708db-9e54-4547-be86-95b97a3f2a54 req-472f900f-a48d-496f-9611-1f1e1ef1bb11 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88 HTTP/1.1" status: 200 len: 856 time: 0.0457156 Dec 07 18:48:06.294991 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818708db-9e54-4547-be86-95b97a3f2a54 req-0e4162db-6423-430c-beb4-91dbee7c6cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:06.296414 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-818708db-9e54-4547-be86-95b97a3f2a54 req-0e4162db-6423-430c-beb4-91dbee7c6cc6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9d18908e-4fa9-4515-9ad2-63e91916c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423796 Dec 07 18:48:06.396026 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-818708db-9e54-4547-be86-95b97a3f2a54 req-55bb1176-9b45-4155-8e7e-ea8671e46c01 service neutron] 10.222.0.23 "GET /v2.0/networks/9d18908e-4fa9-4515-9ad2-63e91916c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900474 Dec 07 18:48:06.495733 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-818708db-9e54-4547-be86-95b97a3f2a54 req-39364283-c126-4244-b372-48eb2cb3a316 service neutron] 10.222.0.23 "GET /v2.0/networks/9d18908e-4fa9-4515-9ad2-63e91916c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906022 Dec 07 18:48:06.581861 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41213b-4c90-4c5b-b4aa-ede034e84f24 req-416f0eb5-c423-42df-a0f4-15d232116568 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:06.583275 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-bc41213b-4c90-4c5b-b4aa-ede034e84f24 req-416f0eb5-c423-42df-a0f4-15d232116568 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 984 time: 0.0492501 Dec 07 18:48:06.643684 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-bc41213b-4c90-4c5b-b4aa-ede034e84f24 req-2ab7e316-259a-4089-a6ac-794c0f5e504a tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbd6a00-6cad-41ed-8392-ec51296291ab&id=07b8a811-66f4-4a24-808c-06e6dc4476b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542142 Dec 07 18:48:07.040565 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bfdd1e-43d9-4e7f-a7e1-8ccd22f81232 req-2b5d3619-60ba-40bd-a93d-5ea807b6825d tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:07.042037 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f4bfdd1e-43d9-4e7f-a7e1-8ccd22f81232 req-2b5d3619-60ba-40bd-a93d-5ea807b6825d tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 945 time: 0.0515981 Dec 07 18:48:07.089277 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f4bfdd1e-43d9-4e7f-a7e1-8ccd22f81232 req-cfe6f3c5-424d-44c3-a884-df86dbb916e0 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407314 Dec 07 18:48:07.762019 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d17e2-cd96-48ee-9a38-d19630b910cf req-81baa363-9a36-403e-a2ea-bcd1bf8dc3e9 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:07.763463 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f52d17e2-cd96-48ee-9a38-d19630b910cf req-81baa363-9a36-403e-a2ea-bcd1bf8dc3e9 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 984 time: 0.0520437 Dec 07 18:48:07.824169 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f52d17e2-cd96-48ee-9a38-d19630b910cf req-4801254f-7556-487d-b0f5-c713aee2a8fe tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbd6a00-6cad-41ed-8392-ec51296291ab&id=07b8a811-66f4-4a24-808c-06e6dc4476b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539443 Dec 07 18:48:08.208734 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad9245-6729-447d-88cb-5c8c88d90fd3 req-8ae35e8f-693b-4cd6-882b-a503450aa4df tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:08.210218 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-35ad9245-6729-447d-88cb-5c8c88d90fd3 req-8ae35e8f-693b-4cd6-882b-a503450aa4df tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 945 time: 0.0480895 Dec 07 18:48:08.256356 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-35ad9245-6729-447d-88cb-5c8c88d90fd3 req-69c58666-77b5-43f1-95d4-b2a452b1a6d7 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400903 Dec 07 18:48:08.938818 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a03e07-12d6-4807-a3de-0ed2dd8ffe73 req-47b4ad5b-70ca-4aff-9817-df13820e4ccd tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:08.940287 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-46a03e07-12d6-4807-a3de-0ed2dd8ffe73 req-47b4ad5b-70ca-4aff-9817-df13820e4ccd tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 984 time: 0.0487006 Dec 07 18:48:09.001019 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-46a03e07-12d6-4807-a3de-0ed2dd8ffe73 req-7b4fc132-1ec2-474e-9bc4-6b20e55e168b tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbd6a00-6cad-41ed-8392-ec51296291ab&id=07b8a811-66f4-4a24-808c-06e6dc4476b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545375 Dec 07 18:48:09.378891 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91462d-da15-4ca4-af21-5dbb22eee8c2 req-3cfbc1b2-9cb9-4c96-9a3c-7ee8f7be1d39 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:09.380364 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9f91462d-da15-4ca4-af21-5dbb22eee8c2 req-3cfbc1b2-9cb9-4c96-9a3c-7ee8f7be1d39 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 945 time: 0.0525751 Dec 07 18:48:09.430405 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9f91462d-da15-4ca4-af21-5dbb22eee8c2 req-45cdc3e2-ffac-4137-bcbb-6d291ecb7c17 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441844 Dec 07 18:48:09.500633 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 5d954230-64a1-4c4f-91f6-8893ea16dc4a no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:48:09.540109 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:09.589151 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:09.725816 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54d910a-30a1-4aa9-a038-6dafd95bfa5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d954230-64a1-4c4f-91f6-8893ea16dc4a'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:48:09.728061 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab3a8ce7da5a640e7c4dfc04f2c3e6911255c2d0b826cd7cc2b97a426bb0a1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb5da69-20c8-49c4-b40a-659ccc28b0d6" -d '{"events": [{"server_uuid": "a54d910a-30a1-4aa9-a038-6dafd95bfa5c", "name": "network-vif-unplugged", "status": "completed", "tag": "5d954230-64a1-4c4f-91f6-8893ea16dc4a"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:48:09.743875 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 5d954230-64a1-4c4f-91f6-8893ea16dc4a, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=5d954230-64a1-4c4f-91f6-8893ea16dc4a,segment=NetworkSegment(4e11373f-4e76-4ab5-86c0-112fb5aca0d4),segment_id=4e11373f-4e76-4ab5-86c0-112fb5aca0d4)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:48:09.747922 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:09.775041 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Dec 2021 18:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc204b7-aa08-42f7-ac9c-0fe48c8cc143 x-openstack-request-id: req-8cc204b7-aa08-42f7-ac9c-0fe48c8cc143 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:48:09.775351 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54d910a-30a1-4aa9-a038-6dafd95bfa5c", "name": "network-vif-unplugged", "status": "completed", "tag": "5d954230-64a1-4c4f-91f6-8893ea16dc4a", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:48:09.775605 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8cc204b7-aa08-42f7-ac9c-0fe48c8cc143 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:48:09.775992 dv-cinder-819692-6-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a54d910a-30a1-4aa9-a038-6dafd95bfa5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d954230-64a1-4c4f-91f6-8893ea16dc4a', 'code': 200} Dec 07 18:48:09.805201 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=5d954230-64a1-4c4f-91f6-8893ea16dc4a,revision_number=8']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:48:10.118349 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8567c6-358c-43d1-aa4d-78504664864e req-182f00fe-cd35-4b2b-b2fb-f68a99499f65 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:10.119765 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1f8567c6-358c-43d1-aa4d-78504664864e req-182f00fe-cd35-4b2b-b2fb-f68a99499f65 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 984 time: 0.0482488 Dec 07 18:48:10.184012 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1f8567c6-358c-43d1-aa4d-78504664864e req-124dcd64-8fb1-4160-8e22-fc43ee63b236 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbd6a00-6cad-41ed-8392-ec51296291ab&id=07b8a811-66f4-4a24-808c-06e6dc4476b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566339 Dec 07 18:48:10.555394 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdf779-a64e-47b0-ba00-f7292d16855d req-bf20410f-595d-4da6-ac3c-53afb4e5712c tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:10.556886 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-08fdf779-a64e-47b0-ba00-f7292d16855d req-bf20410f-595d-4da6-ac3c-53afb4e5712c tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 943 time: 0.0518596 Dec 07 18:48:10.610973 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-08fdf779-a64e-47b0-ba00-f7292d16855d req-9c048f14-666c-46b9-b0ce-04a3a4f351a5 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461521 Dec 07 18:48:10.804183 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59779a53-3ef3-4c0b-b82c-12d2a66a6ce6 req-b4124200-2efc-4370-98f1-f9590f0b9309 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:10.805694 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-59779a53-3ef3-4c0b-b82c-12d2a66a6ce6 req-b4124200-2efc-4370-98f1-f9590f0b9309 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.0533690 Dec 07 18:48:10.856290 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-59779a53-3ef3-4c0b-b82c-12d2a66a6ce6 req-3a2cf5b2-a69b-4d2a-97b5-f5894d167419 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443711 Dec 07 18:48:11.085657 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [req-22cefd2d-86ce-42a0-a5a0-99c7a8dab0d4 req-8a4f8279-6e8f-4402-b81e-549f35bd4a52 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 18:48:11.086680 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-22cefd2d-86ce-42a0-a5a0-99c7a8dab0d4 req-8a4f8279-6e8f-4402-b81e-549f35bd4a52 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053892 Dec 07 18:48:11.244286 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61aeb1c-2238-458b-b883-c3f756664c55 req-e15e320b-98ac-4bc8-b3b7-8e7239d5ac15 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:11.245872 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d61aeb1c-2238-458b-b883-c3f756664c55 req-e15e320b-98ac-4bc8-b3b7-8e7239d5ac15 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 943 time: 0.0508437 Dec 07 18:48:11.296847 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d61aeb1c-2238-458b-b883-c3f756664c55 req-d9b6fa4a-9a23-4e9d-942a-e04fafdbd6bc tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441408 Dec 07 18:48:11.308967 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23caa83-49df-4b8d-bc62-dc2a806a9772 req-c5cc5457-8c56-4c7c-99db-836aeb548478 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:11.310488 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b23caa83-49df-4b8d-bc62-dc2a806a9772 req-c5cc5457-8c56-4c7c-99db-836aeb548478 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 984 time: 0.0571816 Dec 07 18:48:11.372068 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b23caa83-49df-4b8d-bc62-dc2a806a9772 req-50f3d0bd-8071-41b1-b301-4320f6b59fe0 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbd6a00-6cad-41ed-8392-ec51296291ab&id=07b8a811-66f4-4a24-808c-06e6dc4476b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545332 Dec 07 18:48:11.542329 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 34770) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:48:11.637489 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f6600cc5-aa50-4ae7-86f3-cda3df319ba0 req-2310a361-3ed6-4c2a-b22c-338ff41ad1b9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0940049 Dec 07 18:48:11.646699 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [req-f6600cc5-aa50-4ae7-86f3-cda3df319ba0 req-64814253-dd3b-41b8-81fb-7eff78356e1b service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 18:48:11.647587 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f6600cc5-aa50-4ae7-86f3-cda3df319ba0 req-64814253-dd3b-41b8-81fb-7eff78356e1b service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050511 Dec 07 18:48:11.975654 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e1fb1-1de7-4190-9848-0c00c6dd57cd req-5db52caf-511e-4cf2-9533-95abcff93ceb tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:11.977137 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ff9e1fb1-1de7-4190-9848-0c00c6dd57cd req-5db52caf-511e-4cf2-9533-95abcff93ceb tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.0505161 Dec 07 18:48:12.025623 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ff9e1fb1-1de7-4190-9848-0c00c6dd57cd req-3c7bbedd-548c-4e23-a210-1ea398900d2e tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424592 Dec 07 18:48:12.415437 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb146fbc-8fc4-4f1b-96da-2eb3c7843500 req-4c6c419f-24cf-42ad-a8e5-52536e1d788e tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:12.417018 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-fb146fbc-8fc4-4f1b-96da-2eb3c7843500 req-4c6c419f-24cf-42ad-a8e5-52536e1d788e tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 943 time: 0.0479624 Dec 07 18:48:12.468270 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-fb146fbc-8fc4-4f1b-96da-2eb3c7843500 req-171d3d97-e597-4362-b012-bc3e4e113eef tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446286 Dec 07 18:48:12.496707 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac33f52-b41d-4e3e-97c2-3c049aa41d1e req-92f70589-1f02-46e0-a9a9-16e3db16efb1 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:12.498312 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-dac33f52-b41d-4e3e-97c2-3c049aa41d1e req-92f70589-1f02-46e0-a9a9-16e3db16efb1 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 984 time: 0.0551209 Dec 07 18:48:12.561749 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-dac33f52-b41d-4e3e-97c2-3c049aa41d1e req-a166c75c-41c5-4749-b55f-e58bd2bf1b49 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbd6a00-6cad-41ed-8392-ec51296291ab&id=07b8a811-66f4-4a24-808c-06e6dc4476b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565667 Dec 07 18:48:13.235861 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524291b-956d-4916-9a42-b414d922e912 req-357175db-ac04-4798-b0b3-7700be9a1f8e tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:13.237341 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b524291b-956d-4916-9a42-b414d922e912 req-357175db-ac04-4798-b0b3-7700be9a1f8e tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.1425686 Dec 07 18:48:13.239278 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6600cc5-aa50-4ae7-86f3-cda3df319ba0 req-30814b13-6bed-41fa-9af1-a3fbfdeb69b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:13.240632 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f6600cc5-aa50-4ae7-86f3-cda3df319ba0 req-30814b13-6bed-41fa-9af1-a3fbfdeb69b7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c&tenant_id=2417a4b6b8b04e738fe57f1c882d88bc HTTP/1.1" status: 200 len: 1096 time: 0.1440265 Dec 07 18:48:13.247786 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222643a-5035-4c13-907d-6167b42634ba req-dcb64796-b0d3-4696-9db9-eb177825acb0 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:13.249100 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6222643a-5035-4c13-907d-6167b42634ba req-dcb64796-b0d3-4696-9db9-eb177825acb0 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 946 time: 0.1202199 Dec 07 18:48:13.382361 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b524291b-956d-4916-9a42-b414d922e912 req-d38f76f9-12fb-46ea-90fd-3cb7f84691ec tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322637 Dec 07 18:48:13.388738 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6600cc5-aa50-4ae7-86f3-cda3df319ba0 req-bedfdac5-2477-49cf-b696-95322bb7e04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:13.390215 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f6600cc5-aa50-4ae7-86f3-cda3df319ba0 req-bedfdac5-2477-49cf-b696-95322bb7e04f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2417a4b6b8b04e738fe57f1c882d88bc&device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 1096 time: 0.1188037 Dec 07 18:48:13.477325 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [req-6222643a-5035-4c13-907d-6167b42634ba req-f3e5a57b-e8c3-4e5c-b93d-1f7469408bf6 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Deleting port f19111d7-a12d-47fe-8e06-28405cf67baa {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:48:13.478039 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-6222643a-5035-4c13-907d-6167b42634ba req-f3e5a57b-e8c3-4e5c-b93d-1f7469408bf6 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:13.553061 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6600cc5-aa50-4ae7-86f3-cda3df319ba0 req-3e244d19-3850-45fd-9877-cd0511c7cbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:13.554567 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f6600cc5-aa50-4ae7-86f3-cda3df319ba0 req-3e244d19-3850-45fd-9877-cd0511c7cbfb service neutron] 10.222.0.23 "GET /v2.0/networks?id=9d18908e-4fa9-4515-9ad2-63e91916c83c HTTP/1.1" status: 200 len: 918 time: 0.1489148 Dec 07 18:48:13.593455 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e139b-11bb-447b-beb4-e19b2e508f67 req-bb128d7e-7dfb-4b99-907f-1935910314c3 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:13.596005 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f24e139b-11bb-447b-beb4-e19b2e508f67 req-bb128d7e-7dfb-4b99-907f-1935910314c3 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 943 time: 0.0530066 Dec 07 18:48:13.629845 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-6222643a-5035-4c13-907d-6167b42634ba req-f3e5a57b-e8c3-4e5c-b93d-1f7469408bf6 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] For port f19111d7-a12d-47fe-8e06-28405cf67baa, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=f19111d7-a12d-47fe-8e06-28405cf67baa,segment=NetworkSegment(4f59615e-88a9-4f5f-80e2-3b55dcfc3591),segment_id=4f59615e-88a9-4f5f-80e2-3b55dcfc3591)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:48:13.630344 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-6222643a-5035-4c13-907d-6167b42634ba req-f3e5a57b-e8c3-4e5c-b93d-1f7469408bf6 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:13.651346 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [req-6222643a-5035-4c13-907d-6167b42634ba req-f3e5a57b-e8c3-4e5c-b93d-1f7469408bf6 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Calling delete_port for f19111d7-a12d-47fe-8e06-28405cf67baa owned by compute:nova {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:48:13.662451 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f24e139b-11bb-447b-beb4-e19b2e508f67 req-c40b0c43-5ee5-4fcd-a070-b495665f53f9 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594511 Dec 07 18:48:13.672398 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f6600cc5-aa50-4ae7-86f3-cda3df319ba0 req-aa3dd111-0131-46d4-acb3-97f470a887be service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d954230-64a1-4c4f-91f6-8893ea16dc4a HTTP/1.1" status: 200 len: 999 time: 0.1040502 Dec 07 18:48:13.790710 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbb0af-4a45-4c20-a48c-89d8ea71d375 req-826dde77-16ce-48ec-8b31-79be6e1d783d tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:13.792179 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ebcbb0af-4a45-4c20-a48c-89d8ea71d375 req-826dde77-16ce-48ec-8b31-79be6e1d783d tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 984 time: 0.1473758 Dec 07 18:48:13.793461 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6600cc5-aa50-4ae7-86f3-cda3df319ba0 req-6a33a93f-90a4-4cb1-9f3a-1eccecd64b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:13.794804 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f6600cc5-aa50-4ae7-86f3-cda3df319ba0 req-6a33a93f-90a4-4cb1-9f3a-1eccecd64b3b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88 HTTP/1.1" status: 200 len: 856 time: 0.1044669 Dec 07 18:48:13.949144 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ebcbb0af-4a45-4c20-a48c-89d8ea71d375 req-c9ca576a-afd4-48d0-984a-40b6842d4a69 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbd6a00-6cad-41ed-8392-ec51296291ab&id=07b8a811-66f4-4a24-808c-06e6dc4476b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1490102 Dec 07 18:48:13.955408 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6600cc5-aa50-4ae7-86f3-cda3df319ba0 req-f2876af6-d23e-4c32-80bd-37066358870a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:13.956857 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f6600cc5-aa50-4ae7-86f3-cda3df319ba0 req-f2876af6-d23e-4c32-80bd-37066358870a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9d18908e-4fa9-4515-9ad2-63e91916c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1329503 Dec 07 18:48:13.966777 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-6222643a-5035-4c13-907d-6167b42634ba req-f3e5a57b-e8c3-4e5c-b93d-1f7469408bf6 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:13.979773 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9', 'f19111d7-a12d-47fe-8e06-28405cf67baa'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:48:14.029356 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e5a57b-e8c3-4e5c-b93d-1f7469408bf6 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Pushing event deleted for resources: {'Port': ['ID=f19111d7-a12d-47fe-8e06-28405cf67baa,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:48:14.061210 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e5a57b-e8c3-4e5c-b93d-1f7469408bf6 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:48:14.061564 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e5a57b-e8c3-4e5c-b93d-1f7469408bf6 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:48:14.061943 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e5a57b-e8c3-4e5c-b93d-1f7469408bf6 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:48:14.062333 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e5a57b-e8c3-4e5c-b93d-1f7469408bf6 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:48:14.063234 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e5a57b-e8c3-4e5c-b93d-1f7469408bf6 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:48:14.063835 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e5a57b-e8c3-4e5c-b93d-1f7469408bf6 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:48:14.064225 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e5a57b-e8c3-4e5c-b93d-1f7469408bf6 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:48:14.064566 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e5a57b-e8c3-4e5c-b93d-1f7469408bf6 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:48:14.064902 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e5a57b-e8c3-4e5c-b93d-1f7469408bf6 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:48:14.065236 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e5a57b-e8c3-4e5c-b93d-1f7469408bf6 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:48:14.065570 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e5a57b-e8c3-4e5c-b93d-1f7469408bf6 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:48:14.065901 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e5a57b-e8c3-4e5c-b93d-1f7469408bf6 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:48:14.066381 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e5a57b-e8c3-4e5c-b93d-1f7469408bf6 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:48:14.105125 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [req-6222643a-5035-4c13-907d-6167b42634ba req-f3e5a57b-e8c3-4e5c-b93d-1f7469408bf6 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] No DVR routers for this DVR port f19111d7-a12d-47fe-8e06-28405cf67baa on host hv-cinder-81969 {{(pid=109084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:48:14.108395 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-6222643a-5035-4c13-907d-6167b42634ba req-f3e5a57b-e8c3-4e5c-b93d-1f7469408bf6 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:14.112316 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6222643a-5035-4c13-907d-6167b42634ba req-f3e5a57b-e8c3-4e5c-b93d-1f7469408bf6 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.23 "DELETE /v2.0/ports/f19111d7-a12d-47fe-8e06-28405cf67baa HTTP/1.1" status: 204 len: 173 time: 0.8489211 Dec 07 18:48:14.112765 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9b1241-e140-4789-9341-cb20006c6eba', 'name': 'network-vif-deleted', 'tag': 'f19111d7-a12d-47fe-8e06-28405cf67baa'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:48:14.115112 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a9c8e9ce0db27bff2b715efe80f7ddeb02331314c1c7d49b52ba908637cab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd6329c-c279-4586-a41c-048835f4757b" -d '{"events": [{"server_uuid": "fb9b1241-e140-4789-9341-cb20006c6eba", "name": "network-vif-deleted", "tag": "f19111d7-a12d-47fe-8e06-28405cf67baa"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:48:14.154428 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f6600cc5-aa50-4ae7-86f3-cda3df319ba0 req-b22411cf-6f1b-4030-84d5-74c4a30ea8b9 service neutron] 10.222.0.23 "GET /v2.0/networks/9d18908e-4fa9-4515-9ad2-63e91916c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814833 Dec 07 18:48:14.159403 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1be1b1-0240-445d-bd9e-434f9cc8ab75 x-openstack-request-id: req-6e1be1b1-0240-445d-bd9e-434f9cc8ab75 {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:48:14.159703 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9b1241-e140-4789-9341-cb20006c6eba", "name": "network-vif-deleted", "tag": "f19111d7-a12d-47fe-8e06-28405cf67baa", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:48:14.160019 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6e1be1b1-0240-445d-bd9e-434f9cc8ab75 {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:48:14.160416 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9b1241-e140-4789-9341-cb20006c6eba', 'name': 'network-vif-deleted', 'tag': 'f19111d7-a12d-47fe-8e06-28405cf67baa', 'status': 'completed', 'code': 200} Dec 07 18:48:14.288074 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f6600cc5-aa50-4ae7-86f3-cda3df319ba0 req-0350a4cb-a978-4587-aed1-516d08bc9d44 service neutron] 10.222.0.23 "GET /v2.0/networks/9d18908e-4fa9-4515-9ad2-63e91916c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985017 Dec 07 18:48:14.480934 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 5d954230-64a1-4c4f-91f6-8893ea16dc4a no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:48:14.492752 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0cc6a073-70d5-4470-b17a-e5aa21b5c0f4 req-941881b3-f78b-470d-85ea-b3b987f376cc tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9b1241-e140-4789-9341-cb20006c6eba HTTP/1.1" status: 200 len: 210 time: 0.0272152 Dec 07 18:48:14.568066 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device f19111d7-a12d-47fe-8e06-28405cf67baa no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:48:14.589298 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] No Port match for: f19111d7-a12d-47fe-8e06-28405cf67baa {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:48:14.589679 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device f19111d7-a12d-47fe-8e06-28405cf67baa not bound to the agent host hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:48:14.804846 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79af3fa-ddf8-4b45-8c4a-efdbc80dc33b req-9977f5c9-d8f7-403b-9a32-8367659ea439 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:14.806792 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d79af3fa-ddf8-4b45-8c4a-efdbc80dc33b req-9977f5c9-d8f7-403b-9a32-8367659ea439 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 943 time: 0.0571775 Dec 07 18:48:14.904776 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d79af3fa-ddf8-4b45-8c4a-efdbc80dc33b req-0cfaf89d-df4e-4d17-93a1-5a7eac036a3a tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868454 Dec 07 18:48:15.099894 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62d5b1-534f-41b3-a5d9-e36488bb699c req-48def956-8cac-4d01-80b7-b6e0fbb72d32 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:15.101618 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cf62d5b1-534f-41b3-a5d9-e36488bb699c req-48def956-8cac-4d01-80b7-b6e0fbb72d32 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 984 time: 0.0567868 Dec 07 18:48:15.178937 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cf62d5b1-534f-41b3-a5d9-e36488bb699c req-d464e8ab-dbeb-4197-86f8-0a1fbbbab3b2 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbd6a00-6cad-41ed-8392-ec51296291ab&id=07b8a811-66f4-4a24-808c-06e6dc4476b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697618 Dec 07 18:48:15.301647 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 34850) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:48:15.413393 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-01abd5db-ec67-4636-8690-3173979cedfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:15.464069 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2a93c98d-6eff-4e48-a186-404de250e0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:15.496598 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-01abd5db-ec67-4636-8690-3173979cedfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:15.501638 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-01abd5db-ec67-4636-8690-3173979cedfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:15.553005 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-01abd5db-ec67-4636-8690-3173979cedfc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9e7e6a4cf43841a39564bff83f6900a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2499602 Dec 07 18:48:15.555416 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 34858) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:48:15.556309 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01abd5db-ec67-4636-8690-3173979cedfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d20c5da-7c3d-47e9-9a29-2ba3d86ad220,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:48:15.608125 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ff506621-c306-47e9-8b7e-89cd874023c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:15.631394 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ff506621-c306-47e9-8b7e-89cd874023c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:15.690580 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ff506621-c306-47e9-8b7e-89cd874023c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:15.693630 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ff506621-c306-47e9-8b7e-89cd874023c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:15.694973 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-ff506621-c306-47e9-8b7e-89cd874023c7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3d20c5da-7c3d-47e9-9a29-2ba3d86ad220 HTTP/1.1" status: 204 len: 168 time: 0.1385078 Dec 07 18:48:15.704284 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff506621-c306-47e9-8b7e-89cd874023c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d20c5da-7c3d-47e9-9a29-2ba3d86ad220,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:48:15.718453 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff506621-c306-47e9-8b7e-89cd874023c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:48:15.719312 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff506621-c306-47e9-8b7e-89cd874023c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:48:15.719844 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff506621-c306-47e9-8b7e-89cd874023c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:48:15.720469 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff506621-c306-47e9-8b7e-89cd874023c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:48:15.721655 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff506621-c306-47e9-8b7e-89cd874023c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:48:15.722228 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff506621-c306-47e9-8b7e-89cd874023c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:48:15.723528 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff506621-c306-47e9-8b7e-89cd874023c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:48:15.724016 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff506621-c306-47e9-8b7e-89cd874023c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:48:15.724572 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff506621-c306-47e9-8b7e-89cd874023c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:48:15.725071 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff506621-c306-47e9-8b7e-89cd874023c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:48:15.725824 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff506621-c306-47e9-8b7e-89cd874023c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:48:15.726373 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff506621-c306-47e9-8b7e-89cd874023c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:48:15.726850 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff506621-c306-47e9-8b7e-89cd874023c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:48:15.834566 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a4467-17be-450b-b4a8-987da04a48f9 req-1c1aa2bb-672b-4333-864a-a72c0d32233b tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:15.836525 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e22a4467-17be-450b-b4a8-987da04a48f9 req-1c1aa2bb-672b-4333-864a-a72c0d32233b tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0577075 Dec 07 18:48:15.896451 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e22a4467-17be-450b-b4a8-987da04a48f9 req-dfa28494-f35b-4cbc-b35b-6d01ffc605fd tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540488 Dec 07 18:48:16.039792 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81a49d-c646-40ae-afa8-3c4ee1acf3d6 req-f8b68d7a-93e8-4d5e-bd04-ce4ccb39bc74 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:16.041545 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3b81a49d-c646-40ae-afa8-3c4ee1acf3d6 req-f8b68d7a-93e8-4d5e-bd04-ce4ccb39bc74 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 943 time: 0.0575619 Dec 07 18:48:16.101254 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3b81a49d-c646-40ae-afa8-3c4ee1acf3d6 req-5f1521d8-23a3-4344-a9c7-adc459437221 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530450 Dec 07 18:48:17.034225 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8010a5-e5ec-4543-ba65-4d15facf89ab req-c8c0d45f-b2fe-49da-bda3-75ef5a01c43a tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:17.044065 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-bf8010a5-e5ec-4543-ba65-4d15facf89ab req-c8c0d45f-b2fe-49da-bda3-75ef5a01c43a tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0709558 Dec 07 18:48:17.091253 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-bf8010a5-e5ec-4543-ba65-4d15facf89ab req-c98371ea-54ab-4ee3-b680-7b55da4b6ff8 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461347 Dec 07 18:48:17.248540 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96609101-bc3c-44d1-a4ab-8ebecbb6feaf req-51dba4c0-28b4-4e51-8245-7815cb1d9715 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:17.250135 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-96609101-bc3c-44d1-a4ab-8ebecbb6feaf req-51dba4c0-28b4-4e51-8245-7815cb1d9715 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 943 time: 0.0508618 Dec 07 18:48:17.307697 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-96609101-bc3c-44d1-a4ab-8ebecbb6feaf req-5edb6ad7-443f-4f00-b3f3-e0273da8af7c tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517092 Dec 07 18:48:17.829901 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d0bdd3d0-2821-4893-86e9-c0a91d6af8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:18.211058 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1c950-1ded-4843-a9ee-ab0def93d4ad req-776e2fcf-fde8-4c5c-9e90-d7219fe83457 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:18.213024 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e6d1c950-1ded-4843-a9ee-ab0def93d4ad req-776e2fcf-fde8-4c5c-9e90-d7219fe83457 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0528750 Dec 07 18:48:18.266791 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e6d1c950-1ded-4843-a9ee-ab0def93d4ad req-6860a72c-fc1e-4329-a12f-597609345d8e tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454955 Dec 07 18:48:18.453332 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05048df-e08e-4396-ae5a-79a8cc9694a2 req-b68413cf-c821-4ee8-a9e1-5305289201b2 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:18.454918 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f05048df-e08e-4396-ae5a-79a8cc9694a2 req-b68413cf-c821-4ee8-a9e1-5305289201b2 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 943 time: 0.0506980 Dec 07 18:48:18.502180 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f05048df-e08e-4396-ae5a-79a8cc9694a2 req-a67ad5ea-6093-4cd3-97b0-7cd306e43ef5 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411141 Dec 07 18:48:19.290583 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 34930) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:48:19.406935 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a190235e-3a98-4cfc-9136-710184db9e07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:19.410591 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e478920-794b-4fa2-8112-3d79785d0fc1 req-61208632-3809-4efc-a99f-d6df4528fc1a tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:19.416983 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4e478920-794b-4fa2-8112-3d79785d0fc1 req-61208632-3809-4efc-a99f-d6df4528fc1a tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0598030 Dec 07 18:48:19.497890 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4e478920-794b-4fa2-8112-3d79785d0fc1 req-31dd4379-e064-4032-9e9a-073bdaa85bfb tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638046 Dec 07 18:48:19.519518 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a190235e-3a98-4cfc-9136-710184db9e07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:19.524116 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a190235e-3a98-4cfc-9136-710184db9e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:19.556321 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 34936) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:48:19.556596 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-a190235e-3a98-4cfc-9136-710184db9e07 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7121ea79b724477ab194b8c2ba84a2bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2647710 Dec 07 18:48:19.577871 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190235e-3a98-4cfc-9136-710184db9e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c326287e-8bf1-42d3-84a8-9b9d54bb5819,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:48:19.626189 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-93637469-c7ba-4364-9623-2ad0067ffdd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:19.650993 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb7e6a-e8b6-4e12-9de4-4b21dd79164a req-f904fe40-4407-4de5-87d4-7d081d420f75 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:19.659305 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-93637469-c7ba-4364-9623-2ad0067ffdd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:19.663515 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-cbbb7e6a-e8b6-4e12-9de4-4b21dd79164a req-f904fe40-4407-4de5-87d4-7d081d420f75 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 943 time: 0.0635948 Dec 07 18:48:19.715487 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-93637469-c7ba-4364-9623-2ad0067ffdd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:19.718189 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-93637469-c7ba-4364-9623-2ad0067ffdd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:19.719553 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-93637469-c7ba-4364-9623-2ad0067ffdd9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c326287e-8bf1-42d3-84a8-9b9d54bb5819 HTTP/1.1" status: 204 len: 168 time: 0.1616766 Dec 07 18:48:19.727635 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93637469-c7ba-4364-9623-2ad0067ffdd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c326287e-8bf1-42d3-84a8-9b9d54bb5819,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:48:19.736546 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-cbbb7e6a-e8b6-4e12-9de4-4b21dd79164a req-e948c4f1-4ad4-4fa1-bb18-3af5c40946f0 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664604 Dec 07 18:48:19.797767 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:20.300881 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:20.469741 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:48:20.637838 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b0025-f10b-4e5a-bfb5-fdb112245156 req-ef0a0ec4-81e2-4085-b916-ee2f87ff7e5b tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:20.639376 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-571b0025-f10b-4e5a-bfb5-fdb112245156 req-ef0a0ec4-81e2-4085-b916-ee2f87ff7e5b tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0491614 Dec 07 18:48:20.712529 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-571b0025-f10b-4e5a-bfb5-fdb112245156 req-74aefd7b-e396-4abb-82cd-3d5a16079588 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590322 Dec 07 18:48:20.873489 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2d9cf-23a8-4e06-9d7e-eb313b23ecce req-1f026521-6af4-45ba-a879-74a0f6f774c4 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:20.875926 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0df2d9cf-23a8-4e06-9d7e-eb313b23ecce req-1f026521-6af4-45ba-a879-74a0f6f774c4 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 943 time: 0.0564392 Dec 07 18:48:20.888198 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 34974) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:48:20.937884 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0df2d9cf-23a8-4e06-9d7e-eb313b23ecce req-9d073326-4cda-4e8a-8c51-581830931767 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547018 Dec 07 18:48:21.023617 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-0080bef8-66a1-4d4b-8359-9125108f1257 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:21.101649 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-0080bef8-66a1-4d4b-8359-9125108f1257 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:21.105384 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-0080bef8-66a1-4d4b-8359-9125108f1257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:21.148287 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-0080bef8-66a1-4d4b-8359-9125108f1257 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=06937a3a56c14ddb9ac8ae3e0bcb48c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2564235 Dec 07 18:48:21.148287 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080bef8-66a1-4d4b-8359-9125108f1257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1f9c51-1b48-4aa8-8047-96c672cfa310,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:48:21.148795 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 34978) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:48:21.220121 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7626a283-85b4-41ff-a110-5a55f7a82c1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:21.243143 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7626a283-85b4-41ff-a110-5a55f7a82c1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:21.307091 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7626a283-85b4-41ff-a110-5a55f7a82c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:21.309742 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7626a283-85b4-41ff-a110-5a55f7a82c1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:21.310937 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-7626a283-85b4-41ff-a110-5a55f7a82c1f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6d1f9c51-1b48-4aa8-8047-96c672cfa310 HTTP/1.1" status: 204 len: 168 time: 0.1609821 Dec 07 18:48:21.326642 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7626a283-85b4-41ff-a110-5a55f7a82c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1f9c51-1b48-4aa8-8047-96c672cfa310,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:48:21.682964 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:21.879408 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7816b3-cb52-4b71-9b52-f37cbc4b2b52 req-6b546c9d-3ef3-4985-b3b5-e66af618afb3 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:21.880994 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2b7816b3-cb52-4b71-9b52-f37cbc4b2b52 req-6b546c9d-3ef3-4985-b3b5-e66af618afb3 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0739372 Dec 07 18:48:21.979673 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2b7816b3-cb52-4b71-9b52-f37cbc4b2b52 req-7a68ff3a-88e3-4228-83b1-b0bab9ff4011 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913379 Dec 07 18:48:22.095251 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772f6bc-f1f7-46a8-8147-71572047e255 req-ff7c588d-a192-455e-a481-96f2325419f0 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:22.113207 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a772f6bc-f1f7-46a8-8147-71572047e255 req-ff7c588d-a192-455e-a481-96f2325419f0 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 943 time: 0.0838857 Dec 07 18:48:22.174539 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a772f6bc-f1f7-46a8-8147-71572047e255 req-f26c425d-9268-4e17-b04d-6f3a3fc81988 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564604 Dec 07 18:48:23.090528 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4362f0-4eca-4703-b867-190d948b90fb req-45ed603d-69a9-4f66-9304-0b9a6b624ab2 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:23.091903 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cd4362f0-4eca-4703-b867-190d948b90fb req-45ed603d-69a9-4f66-9304-0b9a6b624ab2 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0487990 Dec 07 18:48:23.144828 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cd4362f0-4eca-4703-b867-190d948b90fb req-e4ac902c-2ddc-4dd5-a77d-854ac5ed8c75 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462093 Dec 07 18:48:23.308044 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb932fd-e035-47a7-923b-1e7b60678778 req-337253ed-f05f-4077-8af8-70ece346c9e8 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:23.309522 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0cb932fd-e035-47a7-923b-1e7b60678778 req-337253ed-f05f-4077-8af8-70ece346c9e8 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 943 time: 0.0555334 Dec 07 18:48:23.357600 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0cb932fd-e035-47a7-923b-1e7b60678778 req-7fd2aba2-fd97-46b6-88fe-a06a3a78e4f8 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413365 Dec 07 18:48:23.670803 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-6fe39f87-2dfb-4958-918a-a7cc261ea9ec tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=540bf05e797b4011b36fc2583675e4b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342319 Dec 07 18:48:24.085609 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-42d50c29-7aba-4a6f-9fbf-1fb9534106ce tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:24.087087 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-42d50c29-7aba-4a6f-9fbf-1fb9534106ce tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4094365 Dec 07 18:48:24.102341 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-6c9e1511-9fdf-42ca-ab08-786f305ec5cf tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] 10.222.0.41 "GET /v2.0/quotas/540bf05e797b4011b36fc2583675e4b6 HTTP/1.1" status: 200 len: 375 time: 0.0095124 Dec 07 18:48:24.134077 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-ed203b93-68c4-480a-aeb4-6ce78af737ab tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=540bf05e797b4011b36fc2583675e4b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265315 Dec 07 18:48:24.276514 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4aa8e-f704-4783-aaae-464f01dd3dbf req-01a23e04-a7f2-4fe6-b96b-ecad0dd64015 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:24.278885 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-18a4aa8e-f704-4783-aaae-464f01dd3dbf req-01a23e04-a7f2-4fe6-b96b-ecad0dd64015 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0597150 Dec 07 18:48:24.325199 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-84eb247a-5f58-4368-a92d-7ba1945ad41f req-e6c5c752-2996-47cf-8a2d-353edf0293ca tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e20c420-b07a-4b05-a7e0-3edf0bb14d20 HTTP/1.1" status: 200 len: 210 time: 0.0284195 Dec 07 18:48:24.335129 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-18a4aa8e-f704-4783-aaae-464f01dd3dbf req-9b4c2614-cb8a-420b-9649-680c082c3799 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490780 Dec 07 18:48:24.511089 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c8e24-5993-481d-b831-e79ef2ca221c req-16c84f24-0894-45d9-bc88-e71b4bae9603 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:24.512656 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-eb4c8e24-5993-481d-b831-e79ef2ca221c req-16c84f24-0894-45d9-bc88-e71b4bae9603 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 943 time: 0.0718868 Dec 07 18:48:24.562871 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-eb4c8e24-5993-481d-b831-e79ef2ca221c req-682f6a13-1c95-44f1-a6a9-eea4524032e6 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423522 Dec 07 18:48:25.434644 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-72503686-547b-42c4-b49e-f0dd526fa1af req-6e8f0bec-4e62-40d4-81fb-11e05f278498 tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e20c420-b07a-4b05-a7e0-3edf0bb14d20 HTTP/1.1" status: 200 len: 210 time: 0.0353832 Dec 07 18:48:25.474835 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328e240-d945-4aa8-aabe-19914f0525d2 req-b0c799ab-7f21-4f42-ae10-3754823e7757 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:25.476379 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b328e240-d945-4aa8-aabe-19914f0525d2 req-b0c799ab-7f21-4f42-ae10-3754823e7757 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0719726 Dec 07 18:48:25.522587 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b328e240-d945-4aa8-aabe-19914f0525d2 req-11944f53-6b65-4372-bf93-b5ad72a6af7d tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403669 Dec 07 18:48:25.699552 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ce36a-42f9-4aff-ab23-05db200b8e68 req-d72df4c7-1a25-4e90-8dc6-1f5a681c6f4f tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:25.701768 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f05ce36a-42f9-4aff-ab23-05db200b8e68 req-d72df4c7-1a25-4e90-8dc6-1f5a681c6f4f tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 943 time: 0.0549335 Dec 07 18:48:25.759068 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f05ce36a-42f9-4aff-ab23-05db200b8e68 req-54d3b35c-af3e-4165-9fd2-dad80b2bbcfa tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450337 Dec 07 18:48:26.540878 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e2408623-061d-4342-b786-6451c3155352 req-96323ba3-8813-4758-818f-8be4345a1926 tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e20c420-b07a-4b05-a7e0-3edf0bb14d20 HTTP/1.1" status: 200 len: 210 time: 0.0302694 Dec 07 18:48:26.637075 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa164f1-5d07-4e5d-a324-bb6431b65a39 req-266e7e12-1303-4cf2-9818-dbdfc27971fc tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:26.638550 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3fa164f1-5d07-4e5d-a324-bb6431b65a39 req-266e7e12-1303-4cf2-9818-dbdfc27971fc tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0476782 Dec 07 18:48:26.690377 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3fa164f1-5d07-4e5d-a324-bb6431b65a39 req-4d79b3dc-ce59-460f-876b-fac3149129bd tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452266 Dec 07 18:48:26.880010 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2d1ab-76c1-4997-9641-e8be3d972813 req-662541f1-4cd1-4876-af39-db7ed7e51e23 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:26.881450 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-70c2d1ab-76c1-4997-9641-e8be3d972813 req-662541f1-4cd1-4876-af39-db7ed7e51e23 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 943 time: 0.0477006 Dec 07 18:48:26.934988 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-70c2d1ab-76c1-4997-9641-e8be3d972813 req-8181cb84-6487-4a39-b640-06a6ada8ffb9 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476818 Dec 07 18:48:27.633466 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f446a072-8b98-46fe-8c11-bccaea4e4095 req-df2c07ac-58b0-4622-bff9-8a140ab86f80 tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e20c420-b07a-4b05-a7e0-3edf0bb14d20 HTTP/1.1" status: 200 len: 210 time: 0.0261462 Dec 07 18:48:27.804785 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cafe0f7-21a9-43e9-9797-74862ab507ea req-db21ce79-4266-4232-8280-5c41c48bb7ea tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:27.806269 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2cafe0f7-21a9-43e9-9797-74862ab507ea req-db21ce79-4266-4232-8280-5c41c48bb7ea tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0486476 Dec 07 18:48:27.853972 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2cafe0f7-21a9-43e9-9797-74862ab507ea req-97226ba2-88fd-4bc6-b5f7-1547d75c6d6b tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418077 Dec 07 18:48:28.028642 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-cd46dbc8-ad18-4d8e-a9f2-65dbde72613c tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=540bf05e797b4011b36fc2583675e4b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213921 Dec 07 18:48:28.066794 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331fdf8-3407-40a5-ad77-67b27c4b2ad1 req-1d1b2337-a370-44bd-a82f-7b477620b574 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:28.068659 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7331fdf8-3407-40a5-ad77-67b27c4b2ad1 req-1d1b2337-a370-44bd-a82f-7b477620b574 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 943 time: 0.0565264 Dec 07 18:48:28.123252 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7331fdf8-3407-40a5-ad77-67b27c4b2ad1 req-823e0df7-7d52-45c2-9e8c-ac81dbfe9feb tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471113 Dec 07 18:48:28.168041 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-c5348db3-e298-4f0b-8a82-e6885456b530 tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:28.169476 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-c5348db3-e298-4f0b-8a82-e6885456b530 tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1343729 Dec 07 18:48:28.192570 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-8d6ab40b-f8c6-485c-8868-bd3f929f901e tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] Request body: {'port': {'device_id': '4e20c420-b07a-4b05-a7e0-3edf0bb14d20', 'network_id': '28651bb2-ebdf-415f-bb92-f15ac60029a6', 'admin_state_up': True, 'tenant_id': '540bf05e797b4011b36fc2583675e4b6'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:48:28.314802 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-8d6ab40b-f8c6-485c-8868-bd3f929f901e tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] Made reservation on behalf of 540bf05e797b4011b36fc2583675e4b6 for: {'port': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:48:28.318332 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-8d6ab40b-f8c6-485c-8868-bd3f929f901e tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:28.326786 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-8d6ab40b-f8c6-485c-8868-bd3f929f901e tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:28.401405 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-8d6ab40b-f8c6-485c-8868-bd3f929f901e tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:28.405095 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-8d6ab40b-f8c6-485c-8868-bd3f929f901e tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:28.465780 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ab40b-f8c6-485c-8868-bd3f929f901e tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deaff76b-3284-4112-8023-286baac5ce15,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:48:28.540956 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-8d6ab40b-f8c6-485c-8868-bd3f929f901e tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] Allocated IP 192.168.233.10 (28651bb2-ebdf-415f-bb92-f15ac60029a6/e64a2e69-e4d1-4979-b698-a91e05b5d5b2/ddee1f44-86f3-46df-a40a-55150ba07f1b) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:48:28.694569 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-8d6ab40b-f8c6-485c-8868-bd3f929f901e tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] Publish callbacks [] for port, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:28.732907 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-428d9116-fd3b-4d59-af89-4604825c180a req-eb1916e3-872b-48b0-803f-c4364f99b679 tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e20c420-b07a-4b05-a7e0-3edf0bb14d20 HTTP/1.1" status: 200 len: 210 time: 0.0315611 Dec 07 18:48:28.757379 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-8d6ab40b-f8c6-485c-8868-bd3f929f901e tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:28.800832 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-8d6ab40b-f8c6-485c-8868-bd3f929f901e tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] Network 28651bb2-ebdf-415f-bb92-f15ac60029a6 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:48:28.803919 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-8d6ab40b-f8c6-485c-8868-bd3f929f901e tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:48:28.807604 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-8d6ab40b-f8c6-485c-8868-bd3f929f901e tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:48:28.814720 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ab40b-f8c6-485c-8868-bd3f929f901e tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] Pushing event updated for resources: {'Port': ['ID=ddee1f44-86f3-46df-a40a-55150ba07f1b,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:48:28.862499 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-8d6ab40b-f8c6-485c-8868-bd3f929f901e tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:28.863140 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-8d6ab40b-f8c6-485c-8868-bd3f929f901e tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:28.882494 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-8d6ab40b-f8c6-485c-8868-bd3f929f901e tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6933317 Dec 07 18:48:28.896416 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-d3fd082d-67f3-4b94-aa0e-2905cb1c2768 service neutron] Request body: {'port': {'device_id': '4e20c420-b07a-4b05-a7e0-3edf0bb14d20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:48:28.954344 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-d3fd082d-67f3-4b94-aa0e-2905cb1c2768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:28.980780 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cc564-1847-4243-85df-f31616d00bdf req-a4e33898-988e-498f-ac2f-2f546249861b tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:28.982347 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0c7cc564-1847-4243-85df-f31616d00bdf req-a4e33898-988e-498f-ac2f-2f546249861b tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0577052 Dec 07 18:48:29.032769 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0c7cc564-1847-4243-85df-f31616d00bdf req-e1447ea1-ae98-4128-84e2-eb7eeb4a4cc3 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429235 Dec 07 18:48:29.067980 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-15c8731a-8457-40f3-ab84-38fdefc16a80 None None] Provisioning complete for port ddee1f44-86f3-46df-a40a-55150ba07f1b triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:48:29.068627 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-15c8731a-8457-40f3-ab84-38fdefc16a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:29.102651 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-15c8731a-8457-40f3-ab84-38fdefc16a80 None None] Port ddee1f44-86f3-46df-a40a-55150ba07f1b cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:48:29.258448 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-d3fd082d-67f3-4b94-aa0e-2905cb1c2768 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddee1f44-86f3-46df-a40a-55150ba07f1b {{(pid=109084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:48:29.269122 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-d3fd082d-67f3-4b94-aa0e-2905cb1c2768 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:29.301763 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47346376-8dfb-438b-b168-4d64c430b085 req-635d7d6a-3823-4265-934c-c0800eaf6b7a tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:29.303382 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-47346376-8dfb-438b-b168-4d64c430b085 req-635d7d6a-3823-4265-934c-c0800eaf6b7a tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 943 time: 0.1012480 Dec 07 18:48:29.304579 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.provisioning_blocks [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-d3fd082d-67f3-4b94-aa0e-2905cb1c2768 service neutron] Transition to ACTIVE for port object ddee1f44-86f3-46df-a40a-55150ba07f1b will not be triggered until provisioned by entity L2. {{(pid=109084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:48:29.309800 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-d3fd082d-67f3-4b94-aa0e-2905cb1c2768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530413597'] for port, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:29.367231 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0906f-9386-4ff5-aef6-51b27cf7c773 req-c20ed737-a7b6-4735-8152-5bb754708a35 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:29.372974 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8af0906f-9386-4ff5-aef6-51b27cf7c773 req-c20ed737-a7b6-4735-8152-5bb754708a35 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0540264 Dec 07 18:48:29.414268 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd082d-67f3-4b94-aa0e-2905cb1c2768 service neutron] Pushing event updated for resources: {'Port': ['ID=ddee1f44-86f3-46df-a40a-55150ba07f1b,revision_number=2']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:48:29.434163 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8af0906f-9386-4ff5-aef6-51b27cf7c773 req-2dbbcb05-e019-4720-81f1-ae452706efcd tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573833 Dec 07 18:48:29.459660 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-47346376-8dfb-438b-b168-4d64c430b085 req-56d88817-4767-4801-a9cc-7c0e3269317a tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464679 Dec 07 18:48:29.489418 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-d3fd082d-67f3-4b94-aa0e-2905cb1c2768 service neutron] Attempting to bind port ddee1f44-86f3-46df-a40a-55150ba07f1b on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:48:29.489726 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-d3fd082d-67f3-4b94-aa0e-2905cb1c2768 service neutron] Attempting to bind port ddee1f44-86f3-46df-a40a-55150ba07f1b by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': '4fed2e5a-d4e2-4233-8d4b-5b761c99f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '28651bb2-ebdf-415f-bb92-f15ac60029a6'}] {{(pid=109084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:48:29.490077 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-d3fd082d-67f3-4b94-aa0e-2905cb1c2768 service neutron] Attempting to bind port ddee1f44-86f3-46df-a40a-55150ba07f1b on network 28651bb2-ebdf-415f-bb92-f15ac60029a6 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:48:29.495107 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-d3fd082d-67f3-4b94-aa0e-2905cb1c2768 service neutron] Port ddee1f44-86f3-46df-a40a-55150ba07f1b on network 28651bb2-ebdf-415f-bb92-f15ac60029a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:48:29.495440 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-d3fd082d-67f3-4b94-aa0e-2905cb1c2768 service neutron] Attempting to bind port ddee1f44-86f3-46df-a40a-55150ba07f1b on network 28651bb2-ebdf-415f-bb92-f15ac60029a6 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:48:29.501015 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-d3fd082d-67f3-4b94-aa0e-2905cb1c2768 service neutron] Checking agent: {'id': '9b8b7df7-f18f-49d8-b3bd-9764bcedc888', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'started_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:48:29.501362 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-d3fd082d-67f3-4b94-aa0e-2905cb1c2768 service neutron] Checking segment: {'id': '4fed2e5a-d4e2-4233-8d4b-5b761c99f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '28651bb2-ebdf-415f-bb92-f15ac60029a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:48:29.501755 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-d3fd082d-67f3-4b94-aa0e-2905cb1c2768 service neutron] Bound using segment: {'id': '4fed2e5a-d4e2-4233-8d4b-5b761c99f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '28651bb2-ebdf-415f-bb92-f15ac60029a6'} {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:48:29.502317 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-d3fd082d-67f3-4b94-aa0e-2905cb1c2768 service neutron] Bound port: ddee1f44-86f3-46df-a40a-55150ba07f1b, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fed2e5a-d4e2-4233-8d4b-5b761c99f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '28651bb2-ebdf-415f-bb92-f15ac60029a6'}}] {{(pid=109084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:48:29.502818 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-d3fd082d-67f3-4b94-aa0e-2905cb1c2768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:29.567680 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-d3fd082d-67f3-4b94-aa0e-2905cb1c2768 service neutron] For port ddee1f44-86f3-46df-a40a-55150ba07f1b, host hv-cinder-81969, cleared binding levels {{(pid=109084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:48:29.570704 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-d3fd082d-67f3-4b94-aa0e-2905cb1c2768 service neutron] For port ddee1f44-86f3-46df-a40a-55150ba07f1b, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=ddee1f44-86f3-46df-a40a-55150ba07f1b,segment=NetworkSegment(4fed2e5a-d4e2-4233-8d4b-5b761c99f543),segment_id=4fed2e5a-d4e2-4233-8d4b-5b761c99f543)] {{(pid=109084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:48:29.574780 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-d3fd082d-67f3-4b94-aa0e-2905cb1c2768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530413597'] for port, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:29.617760 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-d3fd082d-67f3-4b94-aa0e-2905cb1c2768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:29.618265 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-d3fd082d-67f3-4b94-aa0e-2905cb1c2768 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:29.619852 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-d3fd082d-67f3-4b94-aa0e-2905cb1c2768 service neutron] 10.222.0.23 "PUT /v2.0/ports/ddee1f44-86f3-46df-a40a-55150ba07f1b HTTP/1.1" status: 200 len: 1097 time: 0.7280390 Dec 07 18:48:29.622176 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e20c420-b07a-4b05-a7e0-3edf0bb14d20', 'tag': 'ddee1f44-86f3-46df-a40a-55150ba07f1b'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:48:29.626154 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a9c8e9ce0db27bff2b715efe80f7ddeb02331314c1c7d49b52ba908637cab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20af0a27-55d9-4d0c-8ab5-a6067b9d67c9" -d '{"events": [{"name": "network-changed", "server_uuid": "4e20c420-b07a-4b05-a7e0-3edf0bb14d20", "tag": "ddee1f44-86f3-46df-a40a-55150ba07f1b"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:48:29.663258 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd082d-67f3-4b94-aa0e-2905cb1c2768 service neutron] Pushing event updated for resources: {'Port': ['ID=ddee1f44-86f3-46df-a40a-55150ba07f1b,revision_number=3']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:48:29.684953 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6a3479-5795-4c28-913e-fca876620882 x-openstack-request-id: req-6d6a3479-5795-4c28-913e-fca876620882 {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:48:29.685255 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e20c420-b07a-4b05-a7e0-3edf0bb14d20", "tag": "ddee1f44-86f3-46df-a40a-55150ba07f1b", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:48:29.685533 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6d6a3479-5795-4c28-913e-fca876620882 {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:48:29.685945 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e20c420-b07a-4b05-a7e0-3edf0bb14d20', 'tag': 'ddee1f44-86f3-46df-a40a-55150ba07f1b', 'status': 'completed', 'code': 200} Dec 07 18:48:29.720441 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-b24451f7-29b8-434a-b92e-58893108227e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:29.722048 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-b24451f7-29b8-434a-b92e-58893108227e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=540bf05e797b4011b36fc2583675e4b6&device_id=4e20c420-b07a-4b05-a7e0-3edf0bb14d20 HTTP/1.1" status: 200 len: 1100 time: 0.0472021 Dec 07 18:48:29.771400 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-ec1c3a1e-1a9f-43cf-bc07-4957baa0da30 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=ddee1f44-86f3-46df-a40a-55150ba07f1b HTTP/1.1" status: 200 len: 217 time: 0.0353296 Dec 07 18:48:29.855786 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-a3ee0cfc-332e-417f-b248-2e9e20457382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:29.857256 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-a3ee0cfc-332e-417f-b248-2e9e20457382 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e64a2e69-e4d1-4979-b698-a91e05b5d5b2 HTTP/1.1" status: 200 len: 843 time: 0.0787079 Dec 07 18:48:29.869985 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47ced5-7708-4c02-be37-7232765a1987 req-1a668321-111b-47ba-be02-5429fd9bc821 tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:29.871341 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3b47ced5-7708-4c02-be37-7232765a1987 req-1a668321-111b-47ba-be02-5429fd9bc821 tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e20c420-b07a-4b05-a7e0-3edf0bb14d20 HTTP/1.1" status: 200 len: 947 time: 0.0656390 Dec 07 18:48:29.944054 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-f1d47904-66b7-4033-a99b-9ed727f730b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:29.945466 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-f1d47904-66b7-4033-a99b-9ed727f730b9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=28651bb2-ebdf-415f-bb92-f15ac60029a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0732853 Dec 07 18:48:29.950098 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3b47ced5-7708-4c02-be37-7232765a1987 req-779fa0bc-8eb0-4ac8-b49a-16d454e327f4 tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] 10.222.0.41 "GET /v2.0/security-groups?id=deaff76b-3284-4112-8023-286baac5ce15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696466 Dec 07 18:48:30.042567 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-7e2a4bab-02b1-43ae-92ac-2b570de0ad2e service neutron] 10.222.0.23 "GET /v2.0/networks/28651bb2-ebdf-415f-bb92-f15ac60029a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861521 Dec 07 18:48:30.146426 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6e55c6ce-6886-4411-a35b-fa85ec99fd02 req-7b21c2f8-a018-459d-8b46-3790d1b3c903 service neutron] 10.222.0.23 "GET /v2.0/networks/28651bb2-ebdf-415f-bb92-f15ac60029a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914676 Dec 07 18:48:30.157367 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8c1e5-9167-4c6f-bbb4-67b787d70659 req-30d5464d-11d8-4707-b3b7-dfdf1e20d03e tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:30.158915 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-11d8c1e5-9167-4c6f-bbb4-67b787d70659 req-30d5464d-11d8-4707-b3b7-dfdf1e20d03e tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0592041 Dec 07 18:48:30.208035 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-11d8c1e5-9167-4c6f-bbb4-67b787d70659 req-c1e3a290-d69b-4d45-b1af-ecf796108b99 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427945 Dec 07 18:48:30.244638 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af0a27-55d9-4d0c-8ab5-a6067b9d67c9 req-5cb45c5e-5b73-47b2-8a6d-af337bf04074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:30.246170 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-20af0a27-55d9-4d0c-8ab5-a6067b9d67c9 req-5cb45c5e-5b73-47b2-8a6d-af337bf04074 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=540bf05e797b4011b36fc2583675e4b6&device_id=4e20c420-b07a-4b05-a7e0-3edf0bb14d20 HTTP/1.1" status: 200 len: 1100 time: 0.0443037 Dec 07 18:48:30.333973 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af0a27-55d9-4d0c-8ab5-a6067b9d67c9 req-3796f1ef-b494-41bf-b2e3-0e81504f3b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:30.335312 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-20af0a27-55d9-4d0c-8ab5-a6067b9d67c9 req-3796f1ef-b494-41bf-b2e3-0e81504f3b71 service neutron] 10.222.0.23 "GET /v2.0/networks?id=28651bb2-ebdf-415f-bb92-f15ac60029a6 HTTP/1.1" status: 200 len: 870 time: 0.0814521 Dec 07 18:48:30.380666 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-20af0a27-55d9-4d0c-8ab5-a6067b9d67c9 req-c87c4ad4-757a-4e5d-9f9f-1b7180ea9146 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=ddee1f44-86f3-46df-a40a-55150ba07f1b HTTP/1.1" status: 200 len: 217 time: 0.0356116 Dec 07 18:48:30.428958 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af0a27-55d9-4d0c-8ab5-a6067b9d67c9 req-e5a430f3-658d-4f04-94bb-b6014118bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:30.430474 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-20af0a27-55d9-4d0c-8ab5-a6067b9d67c9 req-e5a430f3-658d-4f04-94bb-b6014118bf33 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e64a2e69-e4d1-4979-b698-a91e05b5d5b2 HTTP/1.1" status: 200 len: 843 time: 0.0425651 Dec 07 18:48:30.481680 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af0a27-55d9-4d0c-8ab5-a6067b9d67c9 req-b3401b59-e40d-4e7d-8aeb-abc33ef36a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:30.483209 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-20af0a27-55d9-4d0c-8ab5-a6067b9d67c9 req-b3401b59-e40d-4e7d-8aeb-abc33ef36a2a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=28651bb2-ebdf-415f-bb92-f15ac60029a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0397153 Dec 07 18:48:30.583642 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103059b6-c942-462f-9f8d-e9fe2de92a1d req-67a95bd7-6df6-49b9-ae8b-e37f3d6469cd tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:30.585276 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-103059b6-c942-462f-9f8d-e9fe2de92a1d req-67a95bd7-6df6-49b9-ae8b-e37f3d6469cd tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 943 time: 0.0501509 Dec 07 18:48:30.602624 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f8cc0-59fe-4320-af47-7e6c844d651f req-8078efc0-80af-42a6-b4df-f05da2b19bfa tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:30.604100 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b24f8cc0-59fe-4320-af47-7e6c844d651f req-8078efc0-80af-42a6-b4df-f05da2b19bfa tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.1020324 Dec 07 18:48:30.623976 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-20af0a27-55d9-4d0c-8ab5-a6067b9d67c9 req-ec7d66ec-e8f0-4818-bf9d-369aa47a9e21 service neutron] 10.222.0.23 "GET /v2.0/networks/28651bb2-ebdf-415f-bb92-f15ac60029a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306932 Dec 07 18:48:30.643935 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-103059b6-c942-462f-9f8d-e9fe2de92a1d req-35a4ac8d-e400-4399-8837-830041ad7fda tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527916 Dec 07 18:48:30.712789 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b24f8cc0-59fe-4320-af47-7e6c844d651f req-cff067b4-579a-436b-8f32-3b588065b04e tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994377 Dec 07 18:48:30.740378 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-20af0a27-55d9-4d0c-8ab5-a6067b9d67c9 req-ac79ee30-9010-48b9-9f0a-491fb5bde434 service neutron] 10.222.0.23 "GET /v2.0/networks/28651bb2-ebdf-415f-bb92-f15ac60029a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068492 Dec 07 18:48:31.066717 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723ff8d-de41-40e7-9f15-e6424039815d req-f6903e20-29d6-43fe-910d-28f014f27370 tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:31.068181 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a723ff8d-de41-40e7-9f15-e6424039815d req-f6903e20-29d6-43fe-910d-28f014f27370 tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e20c420-b07a-4b05-a7e0-3edf0bb14d20 HTTP/1.1" status: 200 len: 947 time: 0.0540104 Dec 07 18:48:31.115897 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a723ff8d-de41-40e7-9f15-e6424039815d req-3c5cd5d2-5afc-4135-b9dc-92a253cf19e8 tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] 10.222.0.41 "GET /v2.0/security-groups?id=deaff76b-3284-4112-8023-286baac5ce15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419631 Dec 07 18:48:31.322804 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fab628-7553-483d-bf4e-245a94152ae2 req-087df994-5567-4248-9a23-197728c028ea tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:31.324299 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-45fab628-7553-483d-bf4e-245a94152ae2 req-087df994-5567-4248-9a23-197728c028ea tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0496104 Dec 07 18:48:31.371091 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-45fab628-7553-483d-bf4e-245a94152ae2 req-414ea8ab-2e1f-406b-b344-8c6dafdaac3b tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408523 Dec 07 18:48:31.764287 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb46df-55c8-4d6a-bec3-b8e7f7b73f56 req-134b9096-334d-4adc-8f21-a61136940611 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:31.766417 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d0cb46df-55c8-4d6a-bec3-b8e7f7b73f56 req-134b9096-334d-4adc-8f21-a61136940611 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 943 time: 0.0508318 Dec 07 18:48:31.816077 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d0cb46df-55c8-4d6a-bec3-b8e7f7b73f56 req-87cb07a2-b8fe-40a7-8a0c-3124a1d44219 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436442 Dec 07 18:48:31.827388 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6522b84-a62b-4776-818c-20170e639ecd req-e5359c3a-4de9-4edd-a08d-2dbd5b6dbf91 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:31.829041 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e6522b84-a62b-4776-818c-20170e639ecd req-e5359c3a-4de9-4edd-a08d-2dbd5b6dbf91 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0491600 Dec 07 18:48:31.876778 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e6522b84-a62b-4776-818c-20170e639ecd req-6dfa8989-2cb2-4f24-8b84-ce5b59ac79da tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417092 Dec 07 18:48:32.229651 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332c046-5cf5-47a0-8af1-8538549482dd req-5ce21a60-efa8-4545-af81-709efe3e705c tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:32.231146 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7332c046-5cf5-47a0-8af1-8538549482dd req-5ce21a60-efa8-4545-af81-709efe3e705c tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e20c420-b07a-4b05-a7e0-3edf0bb14d20 HTTP/1.1" status: 200 len: 947 time: 0.0484886 Dec 07 18:48:32.282610 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7332c046-5cf5-47a0-8af1-8538549482dd req-dbd89302-5e34-474a-9b51-5f85aeda6050 tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] 10.222.0.41 "GET /v2.0/security-groups?id=deaff76b-3284-4112-8023-286baac5ce15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455680 Dec 07 18:48:32.490899 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6a57d-1a3b-4d86-91c7-2e3894afb8d0 req-224ecd77-595e-4e6e-9cfe-170188fcf98d tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:32.492428 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1bc6a57d-1a3b-4d86-91c7-2e3894afb8d0 req-224ecd77-595e-4e6e-9cfe-170188fcf98d tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0528505 Dec 07 18:48:32.538943 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1bc6a57d-1a3b-4d86-91c7-2e3894afb8d0 req-52dc207e-46e0-4466-91bf-171a46327039 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406685 Dec 07 18:48:32.585914 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device ddee1f44-86f3-46df-a40a-55150ba07f1b details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:48:32.679548 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port ddee1f44-86f3-46df-a40a-55150ba07f1b, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=ddee1f44-86f3-46df-a40a-55150ba07f1b,segment=NetworkSegment(4fed2e5a-d4e2-4233-8d4b-5b761c99f543),segment_id=4fed2e5a-d4e2-4233-8d4b-5b761c99f543)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:48:32.690842 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Returning: {'device': 'ddee1f44-86f3-46df-a40a-55150ba07f1b', 'network_id': '28651bb2-ebdf-415f-bb92-f15ac60029a6', 'port_id': 'ddee1f44-86f3-46df-a40a-55150ba07f1b', 'mac_address': 'fa:16:3e:ca:b2:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e64a2e69-e4d1-4979-b698-a91e05b5d5b2', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:48:32.731435 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:32.744624 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddee1f44-86f3-46df-a40a-55150ba07f1b {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:48:32.763041 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port ddee1f44-86f3-46df-a40a-55150ba07f1b, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=ddee1f44-86f3-46df-a40a-55150ba07f1b,segment=NetworkSegment(4fed2e5a-d4e2-4233-8d4b-5b761c99f543),segment_id=4fed2e5a-d4e2-4233-8d4b-5b761c99f543)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:48:32.767061 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:32.814251 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=ddee1f44-86f3-46df-a40a-55150ba07f1b,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:48:32.934718 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954df34d-d72f-463f-a8f6-05f2a303cff2 req-26c6def2-e5e5-4639-abca-9ca0342b292c tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:32.936109 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-954df34d-d72f-463f-a8f6-05f2a303cff2 req-26c6def2-e5e5-4639-abca-9ca0342b292c tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 943 time: 0.0497737 Dec 07 18:48:32.989486 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-954df34d-d72f-463f-a8f6-05f2a303cff2 req-b37f36a1-c5c9-4a90-a975-4273c695b596 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472291 Dec 07 18:48:32.994546 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187ae1a-2793-43ca-a402-91f5cda4e0fd req-fd74973a-b15c-4e33-9dfc-fda8812cad44 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:32.996116 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0187ae1a-2793-43ca-a402-91f5cda4e0fd req-fd74973a-b15c-4e33-9dfc-fda8812cad44 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0521085 Dec 07 18:48:33.044935 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0187ae1a-2793-43ca-a402-91f5cda4e0fd req-a0f06b7d-f0b6-473f-b6ef-57a2c0e92021 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426683 Dec 07 18:48:33.166743 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['ddee1f44-86f3-46df-a40a-55150ba07f1b'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:48:33.395987 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ccda7-6165-4b9b-aea8-cb1ddc603d4d req-52d0f93e-df88-42a6-a7ec-e2aa06213649 tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:33.397460 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d27ccda7-6165-4b9b-aea8-cb1ddc603d4d req-52d0f93e-df88-42a6-a7ec-e2aa06213649 tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e20c420-b07a-4b05-a7e0-3edf0bb14d20 HTTP/1.1" status: 200 len: 948 time: 0.0479343 Dec 07 18:48:33.444835 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d27ccda7-6165-4b9b-aea8-cb1ddc603d4d req-a4991653-b6b7-4001-9232-9819f5e97633 tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] 10.222.0.41 "GET /v2.0/security-groups?id=deaff76b-3284-4112-8023-286baac5ce15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415094 Dec 07 18:48:33.596152 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e920141-a92f-4a76-bd50-7375a129fffa req-8f35feeb-01da-47ba-97f6-573d6e853990 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:33.597549 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4e920141-a92f-4a76-bd50-7375a129fffa req-8f35feeb-01da-47ba-97f6-573d6e853990 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.0541708 Dec 07 18:48:33.705200 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc17c3-0dce-4088-bc5a-e556fa5470b0 req-6486537b-5f73-4d1c-b0f2-dbcf182feec4 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:33.706695 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-83bc17c3-0dce-4088-bc5a-e556fa5470b0 req-6486537b-5f73-4d1c-b0f2-dbcf182feec4 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5651cc9-ef23-4b3a-bfc6-dd832eaec69f HTTP/1.1" status: 200 len: 946 time: 0.1010220 Dec 07 18:48:33.751079 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [req-4e920141-a92f-4a76-bd50-7375a129fffa req-3958343a-60dc-4d13-9bb6-b79c65e24b42 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Deleting port 0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9 {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:48:33.751418 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-4e920141-a92f-4a76-bd50-7375a129fffa req-3958343a-60dc-4d13-9bb6-b79c65e24b42 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:33.791865 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-83bc17c3-0dce-4088-bc5a-e556fa5470b0 req-05c6af3a-5838-469f-be92-ca79490d9f3c tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.41 "GET /v2.0/security-groups?id=698cec5d-f2ee-49fe-b894-ad4e979cc927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781093 Dec 07 18:48:33.854812 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-4e920141-a92f-4a76-bd50-7375a129fffa req-3958343a-60dc-4d13-9bb6-b79c65e24b42 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] For port 0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9,segment=NetworkSegment(4f59615e-88a9-4f5f-80e2-3b55dcfc3591),segment_id=4f59615e-88a9-4f5f-80e2-3b55dcfc3591)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:48:33.855091 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-4e920141-a92f-4a76-bd50-7375a129fffa req-3958343a-60dc-4d13-9bb6-b79c65e24b42 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:33.867178 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [req-4e920141-a92f-4a76-bd50-7375a129fffa req-3958343a-60dc-4d13-9bb6-b79c65e24b42 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Calling delete_port for 0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9 owned by compute:nova {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:48:33.990414 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-4e920141-a92f-4a76-bd50-7375a129fffa req-3958343a-60dc-4d13-9bb6-b79c65e24b42 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:34.002876 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:48:34.016571 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958343a-60dc-4d13-9bb6-b79c65e24b42 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Pushing event deleted for resources: {'Port': ['ID=0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:48:34.058626 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e920141-a92f-4a76-bd50-7375a129fffa req-3958343a-60dc-4d13-9bb6-b79c65e24b42 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] No DVR routers for this DVR port 0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9 on host hv-cinder-81969 {{(pid=109084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:48:34.061143 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-4e920141-a92f-4a76-bd50-7375a129fffa req-3958343a-60dc-4d13-9bb6-b79c65e24b42 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:34.065154 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4e920141-a92f-4a76-bd50-7375a129fffa req-3958343a-60dc-4d13-9bb6-b79c65e24b42 tempest-ServerRescueNegativeTestJSON-1614351223 tempest-ServerRescueNegativeTestJSON-1614351223-project] 10.222.0.23 "DELETE /v2.0/ports/0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9 HTTP/1.1" status: 204 len: 173 time: 0.4605739 Dec 07 18:48:34.065622 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5651cc9-ef23-4b3a-bfc6-dd832eaec69f', 'name': 'network-vif-deleted', 'tag': '0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:48:34.068024 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a9c8e9ce0db27bff2b715efe80f7ddeb02331314c1c7d49b52ba908637cab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5812f1a0-b176-4283-b929-4f63559f911a" -d '{"events": [{"server_uuid": "a5651cc9-ef23-4b3a-bfc6-dd832eaec69f", "name": "network-vif-deleted", "tag": "0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:48:34.126956 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad49b04-3250-4b12-af9a-90fa2f46e198 req-e3e81876-6929-4002-9ee0-6cec4763081e tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:34.128489 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5ad49b04-3250-4b12-af9a-90fa2f46e198 req-e3e81876-6929-4002-9ee0-6cec4763081e tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 943 time: 0.0615737 Dec 07 18:48:34.175180 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a643a-8f8e-402a-add1-f17355c29f11 req-f4a0326c-072e-4855-b66a-07a42e8bacba tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:34.179328 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3b1a643a-8f8e-402a-add1-f17355c29f11 req-f4a0326c-072e-4855-b66a-07a42e8bacba tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0622990 Dec 07 18:48:34.183850 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5ad49b04-3250-4b12-af9a-90fa2f46e198 req-0a643fb2-0595-41a2-b5d5-f309df78f5df tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493217 Dec 07 18:48:34.230809 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3b1a643a-8f8e-402a-add1-f17355c29f11 req-162b522b-e8c3-4ac8-8d1b-7354c7b8dc43 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479794 Dec 07 18:48:34.237871 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619aea27-35c4-477c-b8c8-9cee0a7d51c9 x-openstack-request-id: req-619aea27-35c4-477c-b8c8-9cee0a7d51c9 {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:48:34.238244 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5651cc9-ef23-4b3a-bfc6-dd832eaec69f", "name": "network-vif-deleted", "tag": "0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:48:34.238489 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-619aea27-35c4-477c-b8c8-9cee0a7d51c9 {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:48:34.238988 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5651cc9-ef23-4b3a-bfc6-dd832eaec69f', 'name': 'network-vif-deleted', 'tag': '0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9', 'status': 'completed', 'code': 200} Dec 07 18:48:34.569204 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549f90b-4e9c-4f5c-a392-6c2d3f6d811f req-907b9f80-2f2d-4dbd-ad4b-9112a933cec6 tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:34.572003 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e549f90b-4e9c-4f5c-a392-6c2d3f6d811f req-907b9f80-2f2d-4dbd-ad4b-9112a933cec6 tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e20c420-b07a-4b05-a7e0-3edf0bb14d20 HTTP/1.1" status: 200 len: 948 time: 0.0555184 Dec 07 18:48:34.601474 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 5d954230-64a1-4c4f-91f6-8893ea16dc4a details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:48:34.606536 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device ddee1f44-86f3-46df-a40a-55150ba07f1b up at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:48:34.636551 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e549f90b-4e9c-4f5c-a392-6c2d3f6d811f req-e8e0f508-17ed-46a9-8144-7bc2666cf355 tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] 10.222.0.41 "GET /v2.0/security-groups?id=deaff76b-3284-4112-8023-286baac5ce15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576940 Dec 07 18:48:34.715643 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning for port ddee1f44-86f3-46df-a40a-55150ba07f1b completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:48:34.726797 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning complete for port ddee1f44-86f3-46df-a40a-55150ba07f1b triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:48:34.727171 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:34.772572 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 5d954230-64a1-4c4f-91f6-8893ea16dc4a, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=5d954230-64a1-4c4f-91f6-8893ea16dc4a,segment=NetworkSegment(4e11373f-4e76-4ab5-86c0-112fb5aca0d4),segment_id=4e11373f-4e76-4ab5-86c0-112fb5aca0d4)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:48:34.786786 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Returning: {'device': '5d954230-64a1-4c4f-91f6-8893ea16dc4a', 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c', 'port_id': '5d954230-64a1-4c4f-91f6-8893ea16dc4a', 'mac_address': 'fa:16:3e:27:42:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:48:34.847383 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 35136) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:48:34.855144 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:34.872217 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:34.875580 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d954230-64a1-4c4f-91f6-8893ea16dc4a {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:48:34.909756 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 5d954230-64a1-4c4f-91f6-8893ea16dc4a, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=5d954230-64a1-4c4f-91f6-8893ea16dc4a,segment=NetworkSegment(4e11373f-4e76-4ab5-86c0-112fb5aca0d4),segment_id=4e11373f-4e76-4ab5-86c0-112fb5aca0d4)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:48:34.915271 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e20c420-b07a-4b05-a7e0-3edf0bb14d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddee1f44-86f3-46df-a40a-55150ba07f1b'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:48:34.917496 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab3a8ce7da5a640e7c4dfc04f2c3e6911255c2d0b826cd7cc2b97a426bb0a1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5483c64-d878-44ce-8ec1-bf42334b5646" -d '{"events": [{"server_uuid": "4e20c420-b07a-4b05-a7e0-3edf0bb14d20", "name": "network-vif-plugged", "status": "completed", "tag": "ddee1f44-86f3-46df-a40a-55150ba07f1b"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:48:34.931394 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:34.938892 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port ddee1f44-86f3-46df-a40a-55150ba07f1b, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=ddee1f44-86f3-46df-a40a-55150ba07f1b,segment=NetworkSegment(4fed2e5a-d4e2-4233-8d4b-5b761c99f543),segment_id=4fed2e5a-d4e2-4233-8d4b-5b761c99f543)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:48:34.962124 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8527868-698e-4330-b76e-d4340c3cb534 x-openstack-request-id: req-f8527868-698e-4330-b76e-d4340c3cb534 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:48:34.962413 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e20c420-b07a-4b05-a7e0-3edf0bb14d20", "name": "network-vif-plugged", "status": "completed", "tag": "ddee1f44-86f3-46df-a40a-55150ba07f1b", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:48:34.962664 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f8527868-698e-4330-b76e-d4340c3cb534 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:48:34.963732 dv-cinder-819692-6-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e20c420-b07a-4b05-a7e0-3edf0bb14d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddee1f44-86f3-46df-a40a-55150ba07f1b', 'code': 200} Dec 07 18:48:34.966204 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:34.993427 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=5d954230-64a1-4c4f-91f6-8893ea16dc4a,revision_number=9']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:48:35.045338 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=ddee1f44-86f3-46df-a40a-55150ba07f1b,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:48:35.131954 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691cf53-de76-40e9-b016-a340d8f030a1 req-d57c7145-b1f9-4de0-9cbe-a458cba6a065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:35.133478 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0691cf53-de76-40e9-b016-a340d8f030a1 req-d57c7145-b1f9-4de0-9cbe-a458cba6a065 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4e20c420-b07a-4b05-a7e0-3edf0bb14d20 HTTP/1.1" status: 200 len: 1102 time: 0.0399711 Dec 07 18:48:35.179749 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0691cf53-de76-40e9-b016-a340d8f030a1 req-f0e1b35e-cc79-4763-aaed-372063804929 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=deaff76b-3284-4112-8023-286baac5ce15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387590 Dec 07 18:48:35.194507 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['5d954230-64a1-4c4f-91f6-8893ea16dc4a'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:48:35.302451 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8bcca3d4-ace5-4a22-9e50-46c0a43e36a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646341'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:35.331602 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958b256-b0f9-4c13-af8f-d48708940fce req-b46bae08-9f94-4c0f-a0e8-9309cd2825ad tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:35.333267 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0958b256-b0f9-4c13-af8f-d48708940fce req-b46bae08-9f94-4c0f-a0e8-9309cd2825ad tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 944 time: 0.0636320 Dec 07 18:48:35.388350 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0958b256-b0f9-4c13-af8f-d48708940fce req-b427d1b0-442b-4335-9ffd-1dd1a680c048 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468776 Dec 07 18:48:35.440581 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70907e-51b2-4c08-8b0a-c3a799db675d req-c11926a9-5d23-4013-9424-bc4e17e6d5dd tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:35.442052 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0b70907e-51b2-4c08-8b0a-c3a799db675d req-c11926a9-5d23-4013-9424-bc4e17e6d5dd tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.1025319 Dec 07 18:48:35.575972 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0b70907e-51b2-4c08-8b0a-c3a799db675d req-e1919613-df4a-4d6d-9834-34e0f80e3560 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271882 Dec 07 18:48:35.676300 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-8bcca3d4-ace5-4a22-9e50-46c0a43e36a7 admin admin] Deleting port 39f5af00-6a23-442d-8413-20286cfa3fe7 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:48:35.676638 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8bcca3d4-ace5-4a22-9e50-46c0a43e36a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:35.756754 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb40426-65ae-474c-8b04-f363294ab2e4 req-af48c2d8-1d52-4c7c-a85a-73d787b5002c tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:35.758377 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1bb40426-65ae-474c-8b04-f363294ab2e4 req-af48c2d8-1d52-4c7c-a85a-73d787b5002c tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e20c420-b07a-4b05-a7e0-3edf0bb14d20 HTTP/1.1" status: 200 len: 949 time: 0.0516114 Dec 07 18:48:35.808873 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1bb40426-65ae-474c-8b04-f363294ab2e4 req-bc5e040d-d8cb-42f2-a4cc-1b50c26bcc50 tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] 10.222.0.41 "GET /v2.0/security-groups?id=deaff76b-3284-4112-8023-286baac5ce15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443211 Dec 07 18:48:35.974543 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-8bcca3d4-ace5-4a22-9e50-46c0a43e36a7 admin admin] For port 39f5af00-6a23-442d-8413-20286cfa3fe7, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=39f5af00-6a23-442d-8413-20286cfa3fe7,segment=NetworkSegment(4f59615e-88a9-4f5f-80e2-3b55dcfc3591),segment_id=4f59615e-88a9-4f5f-80e2-3b55dcfc3591)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:48:35.974927 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8bcca3d4-ace5-4a22-9e50-46c0a43e36a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:35.987378 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-8bcca3d4-ace5-4a22-9e50-46c0a43e36a7 admin admin] Calling delete_port for 39f5af00-6a23-442d-8413-20286cfa3fe7 owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:48:36.191714 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8bcca3d4-ace5-4a22-9e50-46c0a43e36a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529624208'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:36.218865 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcca3d4-ace5-4a22-9e50-46c0a43e36a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=39f5af00-6a23-442d-8413-20286cfa3fe7,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:48:36.393354 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8bcca3d4-ace5-4a22-9e50-46c0a43e36a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-968002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646321'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:36.589304 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66397558-8646-4fff-a293-5251343c8c17 req-c62f819d-2cc1-43d6-812d-51ca3301bfe9 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:36.591478 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-66397558-8646-4fff-a293-5251343c8c17 req-c62f819d-2cc1-43d6-812d-51ca3301bfe9 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 944 time: 0.0888436 Dec 07 18:48:36.606450 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 5d954230-64a1-4c4f-91f6-8893ea16dc4a up at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:48:36.676160 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning complete for port 5d954230-64a1-4c4f-91f6-8893ea16dc4a triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:48:36.676503 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:36.715024 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619af083-2414-4dd0-8839-0af57d373067 req-ebad9024-22b7-428c-9729-2f9730dfb2d8 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:36.718135 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-619af083-2414-4dd0-8839-0af57d373067 req-ebad9024-22b7-428c-9729-2f9730dfb2d8 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0627928 Dec 07 18:48:36.744215 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-66397558-8646-4fff-a293-5251343c8c17 req-81479600-b4ef-4389-9950-a62de1c1f5e7 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082890 Dec 07 18:48:36.765691 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bcca3d4-ace5-4a22-9e50-46c0a43e36a7 admin admin] Router 85d3d716-e9b3-4c66-82a4-a90bb4b21557 has already been hosted by L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:48:36.786468 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:36.786723 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-619af083-2414-4dd0-8839-0af57d373067 req-47aa96d0-8251-4871-8be4-734f7cda4ef5 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615730 Dec 07 18:48:36.834318 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 5d954230-64a1-4c4f-91f6-8893ea16dc4a, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=5d954230-64a1-4c4f-91f6-8893ea16dc4a,segment=NetworkSegment(4e11373f-4e76-4ab5-86c0-112fb5aca0d4),segment_id=4e11373f-4e76-4ab5-86c0-112fb5aca0d4)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:48:36.846479 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:36.847297 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9 no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:48:36.893972 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] No Port match for: 0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:48:36.894349 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 0668d3b9-3bd1-4d53-b1dc-5a28aa27efa9 not bound to the agent host hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:48:36.935314 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=5d954230-64a1-4c4f-91f6-8893ea16dc4a,revision_number=10']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:48:36.939383 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bcca3d4-ace5-4a22-9e50-46c0a43e36a7 admin admin] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:48:36.945182 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-8bcca3d4-ace5-4a22-9e50-46c0a43e36a7 admin admin] 10.222.0.41 "PUT /v2.0/routers/85d3d716-e9b3-4c66-82a4-a90bb4b21557/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0967546 Dec 07 18:48:36.947832 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 35154) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:48:36.951006 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddd66a7-6c3a-47ff-9b96-c1ad39582b77 None None] Sync routers for ids ['85d3d716-e9b3-4c66-82a4-a90bb4b21557'] in dv-cinder-819692-6-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:48:36.965339 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54d910a-30a1-4aa9-a038-6dafd95bfa5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d954230-64a1-4c4f-91f6-8893ea16dc4a'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:48:36.965807 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddd66a7-6c3a-47ff-9b96-c1ad39582b77 None None] Routers {'85d3d716-e9b3-4c66-82a4-a90bb4b21557'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:48:36.967320 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-dddd66a7-6c3a-47ff-9b96-c1ad39582b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:48:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['85d3d716-e9b3-4c66-82a4-a90bb4b21557'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:48:36.970537 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab3a8ce7da5a640e7c4dfc04f2c3e6911255c2d0b826cd7cc2b97a426bb0a1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab70d65c-9e39-414c-b0f2-e2f2014bc39a" -d '{"events": [{"server_uuid": "a54d910a-30a1-4aa9-a038-6dafd95bfa5c", "name": "network-vif-plugged", "status": "completed", "tag": "5d954230-64a1-4c4f-91f6-8893ea16dc4a"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:48:36.989565 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e89dc-7a77-497d-b226-9c17d803bf22 req-b9df9158-67df-4117-ab67-72d6a29094bc tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:36.992923 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-dd1e89dc-7a77-497d-b226-9c17d803bf22 req-b9df9158-67df-4117-ab67-72d6a29094bc tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e20c420-b07a-4b05-a7e0-3edf0bb14d20 HTTP/1.1" status: 200 len: 949 time: 0.0659747 Dec 07 18:48:37.022950 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0b8c37-d460-400f-9d2b-53dc677b228a x-openstack-request-id: req-4e0b8c37-d460-400f-9d2b-53dc677b228a {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:48:37.024016 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54d910a-30a1-4aa9-a038-6dafd95bfa5c", "name": "network-vif-plugged", "status": "completed", "tag": "5d954230-64a1-4c4f-91f6-8893ea16dc4a", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:48:37.024310 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e0b8c37-d460-400f-9d2b-53dc677b228a {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:48:37.024772 dv-cinder-819692-6-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a54d910a-30a1-4aa9-a038-6dafd95bfa5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d954230-64a1-4c4f-91f6-8893ea16dc4a', 'code': 200} Dec 07 18:48:37.068129 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-dd1e89dc-7a77-497d-b226-9c17d803bf22 req-95987421-c837-44c3-92f5-ac21072733db tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] 10.222.0.41 "GET /v2.0/security-groups?id=deaff76b-3284-4112-8023-286baac5ce15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665102 Dec 07 18:48:37.088220 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4a10ee09-db14-45b1-a10c-4724144886a7 admin admin] Publish callbacks [] for router, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:37.095394 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-dddd66a7-6c3a-47ff-9b96-c1ad39582b77 None None] Set router 85d3d716-e9b3-4c66-82a4-a90bb4b21557 gateway port host: dv-cinder-819692-6-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:48:37.198712 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4a10ee09-db14-45b1-a10c-4724144886a7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:37.264077 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-4a10ee09-db14-45b1-a10c-4724144886a7 admin admin] Deleting port 906dc3b8-5237-4aeb-9219-6dd1b05ffdf7 {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:48:37.264505 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4a10ee09-db14-45b1-a10c-4724144886a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:37.333501 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-dddd66a7-6c3a-47ff-9b96-c1ad39582b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d3d716-e9b3-4c66-82a4-a90bb4b21557', 'name': 'tempest-ServerRescueNegativeTestJSON-2091170230-router', 'tenant_id': 'b1c0284a24444edf87293c9fe818e638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '906dc3b8-5237-4aeb-9219-6dd1b05ffdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:44:28Z', 'updated_at': '2021-12-07T18:48:36Z', 'revision_number': 5, 'project_id': 'b1c0284a24444edf87293c9fe818e638', 'gw_port': {'id': '906dc3b8-5237-4aeb-9219-6dd1b05ffdf7', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:29:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d3d716-e9b3-4c66-82a4-a90bb4b21557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:30Z', 'updated_at': '2021-12-07T18:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi'}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:48:37.364625 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [None req-4a10ee09-db14-45b1-a10c-4724144886a7 admin admin] For port 906dc3b8-5237-4aeb-9219-6dd1b05ffdf7, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=906dc3b8-5237-4aeb-9219-6dd1b05ffdf7,segment=NetworkSegment(05f8ab8d-4669-4926-ada9-ecff5fb4eb1d),segment_id=05f8ab8d-4669-4926-ada9-ecff5fb4eb1d)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:48:37.365134 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4a10ee09-db14-45b1-a10c-4724144886a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:37.367762 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddd66a7-6c3a-47ff-9b96-c1ad39582b77 None None] Checking router: 85d3d716-e9b3-4c66-82a4-a90bb4b21557 for host: dv-cinder-819692-6-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:48:37.377943 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddd66a7-6c3a-47ff-9b96-c1ad39582b77 None None] Routers {'85d3d716-e9b3-4c66-82a4-a90bb4b21557'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:48:37.378445 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8ac73-7435-44b1-82a4-15e1c8763c5d req-26bf03e5-a583-4468-9ec5-e0efdd5ce8e7 tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:37.378597 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-dddd66a7-6c3a-47ff-9b96-c1ad39582b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:48:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['85d3d716-e9b3-4c66-82a4-a90bb4b21557'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:48:37.380520 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-70c8ac73-7435-44b1-82a4-15e1c8763c5d req-26bf03e5-a583-4468-9ec5-e0efdd5ce8e7 tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e20c420-b07a-4b05-a7e0-3edf0bb14d20 HTTP/1.1" status: 200 len: 949 time: 0.0621307 Dec 07 18:48:37.381390 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-4a10ee09-db14-45b1-a10c-4724144886a7 admin admin] Calling delete_port for 906dc3b8-5237-4aeb-9219-6dd1b05ffdf7 owned by network:router_gateway {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:48:37.458780 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-70c8ac73-7435-44b1-82a4-15e1c8763c5d req-15730020-cd1a-4a52-8fb0-749bacfc6dd0 tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] 10.222.0.41 "GET /v2.0/security-groups?id=deaff76b-3284-4112-8023-286baac5ce15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712664 Dec 07 18:48:37.487646 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-dddd66a7-6c3a-47ff-9b96-c1ad39582b77 None None] Set router 85d3d716-e9b3-4c66-82a4-a90bb4b21557 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:48:37.542205 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-dddd66a7-6c3a-47ff-9b96-c1ad39582b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d3d716-e9b3-4c66-82a4-a90bb4b21557', 'name': 'tempest-ServerRescueNegativeTestJSON-2091170230-router', 'tenant_id': 'b1c0284a24444edf87293c9fe818e638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:44:28Z', 'updated_at': '2021-12-07T18:48:37Z', 'revision_number': 6, 'project_id': 'b1c0284a24444edf87293c9fe818e638', 'gw_port_host': None}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:48:37.589510 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07ac2c-a8e9-4267-9c50-5b72f6af87a2 req-965c6dac-2c9a-4204-88bc-c074354a80b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:37.591058 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cb07ac2c-a8e9-4267-9c50-5b72f6af87a2 req-965c6dac-2c9a-4204-88bc-c074354a80b2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 1099 time: 0.0710397 Dec 07 18:48:37.616555 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4a10ee09-db14-45b1-a10c-4724144886a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:37.650727 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddd66a7-6c3a-47ff-9b96-c1ad39582b77 None None] The sync data for ids ['85d3d716-e9b3-4c66-82a4-a90bb4b21557'] in dv-cinder-819692-6-iscsi is: [{'id': '85d3d716-e9b3-4c66-82a4-a90bb4b21557', 'name': 'tempest-ServerRescueNegativeTestJSON-2091170230-router', 'tenant_id': 'b1c0284a24444edf87293c9fe818e638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:44:28Z', 'updated_at': '2021-12-07T18:48:37Z', 'revision_number': 6, 'project_id': 'b1c0284a24444edf87293c9fe818e638', 'gw_port_host': None}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:48:37.659207 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10ee09-db14-45b1-a10c-4724144886a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=906dc3b8-5237-4aeb-9219-6dd1b05ffdf7,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:48:37.722743 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cb07ac2c-a8e9-4267-9c50-5b72f6af87a2 req-d8e52b03-ecd9-47e2-b6e2-c80ea43e79db service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146011 Dec 07 18:48:37.738450 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4a10ee09-db14-45b1-a10c-4724144886a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644875'] for router_gateway, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:37.850904 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4a10ee09-db14-45b1-a10c-4724144886a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30677'] for router, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:37.865639 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4a10ee09-db14-45b1-a10c-4724144886a7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:37.908380 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77246a9b-0648-4c28-99d6-e6eb3f327ee8 req-35a5d3ee-1a26-4347-b99c-8e04de28e3f7 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:37.909997 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-77246a9b-0648-4c28-99d6-e6eb3f327ee8 req-35a5d3ee-1a26-4347-b99c-8e04de28e3f7 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0530081 Dec 07 18:48:37.963230 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-77246a9b-0648-4c28-99d6-e6eb3f327ee8 req-c6a3c6e9-7976-4496-ac8f-b63b7980e798 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471280 Dec 07 18:48:38.166638 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4a10ee09-db14-45b1-a10c-4724144886a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646822'] for router, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:38.167191 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a10ee09-db14-45b1-a10c-4724144886a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85d3d716-e9b3-4c66-82a4-a90bb4b21557 {{(pid=109084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 18:48:38.178113 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ad31e-621c-4511-8604-60e177a39d4c req-eb5a1414-2a3c-4890-9bfe-15d423e8f2ec tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:38.179653 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b73ad31e-621c-4511-8604-60e177a39d4c req-eb5a1414-2a3c-4890-9bfe-15d423e8f2ec tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 946 time: 0.3412275 Dec 07 18:48:38.182737 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4a10ee09-db14-45b1-a10c-4724144886a7 admin admin] Publish callbacks [] for router, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:38.183763 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-4a10ee09-db14-45b1-a10c-4724144886a7 admin admin] 10.222.0.41 "DELETE /v2.0/routers/85d3d716-e9b3-4c66-82a4-a90bb4b21557 HTTP/1.1" status: 204 len: 168 time: 1.2348037 Dec 07 18:48:38.186408 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 35168) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:48:38.258488 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe96e68-f17d-4a2c-9daf-0a7e6ce8f92a admin admin] Deleting subnet a57c2580-dd64-42bb-8b18-d437fa46d1d2 {{(pid=109084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 18:48:38.264102 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b73ad31e-621c-4511-8604-60e177a39d4c req-f84b8673-ed2c-42e5-a1ad-04b0a534d842 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784428 Dec 07 18:48:38.264768 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-cbe96e68-f17d-4a2c-9daf-0a7e6ce8f92a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:38.302964 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-cbe96e68-f17d-4a2c-9daf-0a7e6ce8f92a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529821108'] for subnet, precommit_delete_associations {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:38.340619 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-cbe96e68-f17d-4a2c-9daf-0a7e6ce8f92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1752923'] for subnet, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:38.391864 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-cbe96e68-f17d-4a2c-9daf-0a7e6ce8f92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1752898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530415315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530068101'] for subnet, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:38.419238 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe96e68-f17d-4a2c-9daf-0a7e6ce8f92a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a57c2580-dd64-42bb-8b18-d437fa46d1d2,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:48:38.421022 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-cbe96e68-f17d-4a2c-9daf-0a7e6ce8f92a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:38.424433 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-cbe96e68-f17d-4a2c-9daf-0a7e6ce8f92a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a57c2580-dd64-42bb-8b18-d437fa46d1d2 HTTP/1.1" status: 204 len: 168 time: 0.2363842 Dec 07 18:48:38.427340 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 35170) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:48:38.501561 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-43b4c285-3208-4636-b1e3-90e95053787b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639551'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:38.615519 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-43b4c285-3208-4636-b1e3-90e95053787b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587410', 'neutron.services.segments.db._delete_segments_for_network-8753414418342'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:38.648499 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b1ec0-eb54-431d-bd03-6deded6632c1 req-85b7dc5e-b9d2-49d8-a75c-8e2736e20e7c tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:38.650056 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d52b1ec0-eb54-431d-bd03-6deded6632c1 req-85b7dc5e-b9d2-49d8-a75c-8e2736e20e7c tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e20c420-b07a-4b05-a7e0-3edf0bb14d20 HTTP/1.1" status: 200 len: 949 time: 0.1151705 Dec 07 18:48:38.651786 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-43b4c285-3208-4636-b1e3-90e95053787b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f5f496-97bc-411b-8951-cfa100658247']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:48:38.669440 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-43b4c285-3208-4636-b1e3-90e95053787b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f59615e-88a9-4f5f-80e2-3b55dcfc3591') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:48:38.669730 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-43b4c285-3208-4636-b1e3-90e95053787b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f59615e-88a9-4f5f-80e2-3b55dcfc3591') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:48:38.688926 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-43b4c285-3208-4636-b1e3-90e95053787b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753414568039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529982506'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:38.710094 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-43b4c285-3208-4636-b1e3-90e95053787b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:38.724613 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43b4c285-3208-4636-b1e3-90e95053787b admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 18:48:38.724987 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-43b4c285-3208-4636-b1e3-90e95053787b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529623631'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:38.726647 dv-cinder-819692-6-iscsi neutron-server[109085]: Traceback (most recent call last): Dec 07 18:48:38.726647 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 18:48:38.726647 dv-cinder-819692-6-iscsi neutron-server[109085]: timer() Dec 07 18:48:38.726647 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 18:48:38.726647 dv-cinder-819692-6-iscsi neutron-server[109085]: cb(*args, **kw) Dec 07 18:48:38.726647 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 18:48:38.726647 dv-cinder-819692-6-iscsi neutron-server[109085]: return func(*args, **kwargs) Dec 07 18:48:38.726647 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 18:48:38.726647 dv-cinder-819692-6-iscsi neutron-server[109085]: self._notify() Dec 07 18:48:38.726647 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 18:48:38.726647 dv-cinder-819692-6-iscsi neutron-server[109085]: self.callback(batched_events) Dec 07 18:48:38.726647 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 18:48:38.726647 dv-cinder-819692-6-iscsi neutron-server[109085]: event.method(event) Dec 07 18:48:38.726647 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 18:48:38.726647 dv-cinder-819692-6-iscsi neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 18:48:38.726647 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 18:48:38.726647 dv-cinder-819692-6-iscsi neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 18:48:38.726647 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 18:48:38.726647 dv-cinder-819692-6-iscsi neutron-server[109085]: return f(self, *a, **k) Dec 07 18:48:38.726647 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 18:48:38.726647 dv-cinder-819692-6-iscsi neutron-server[109085]: return self._get(url).json() Dec 07 18:48:38.726647 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 18:48:38.726647 dv-cinder-819692-6-iscsi neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 18:48:38.726647 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 18:48:38.726647 dv-cinder-819692-6-iscsi neutron-server[109085]: return self.request(url, 'GET', **kwargs) Dec 07 18:48:38.726647 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 18:48:38.726647 dv-cinder-819692-6-iscsi neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 18:48:38.726647 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 18:48:38.726647 dv-cinder-819692-6-iscsi neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 18:48:38.726647 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 18:48:38.726647 dv-cinder-819692-6-iscsi neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 18:48:38.726647 dv-cinder-819692-6-iscsi neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 18:48:38.743085 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d52b1ec0-eb54-431d-bd03-6deded6632c1 req-c78e2ee8-0f56-4fa2-9f8e-0dfc970d833a tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] 10.222.0.41 "GET /v2.0/security-groups?id=deaff76b-3284-4112-8023-286baac5ce15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825248 Dec 07 18:48:38.791132 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-43b4c285-3208-4636-b1e3-90e95053787b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644911'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:38.796245 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-43b4c285-3208-4636-b1e3-90e95053787b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:38.800597 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-43b4c285-3208-4636-b1e3-90e95053787b admin admin] 10.222.0.41 "DELETE /v2.0/networks/21f5f496-97bc-411b-8951-cfa100658247 HTTP/1.1" status: 204 len: 168 time: 0.3722620 Dec 07 18:48:38.812383 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4c285-3208-4636-b1e3-90e95053787b admin admin] Pushing event deleted for resources: {'Network': ['ID=21f5f496-97bc-411b-8951-cfa100658247,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:48:38.868538 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 906dc3b8-5237-4aeb-9219-6dd1b05ffdf7 no longer exists at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:48:38.893387 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] No Port match for: 906dc3b8-5237-4aeb-9219-6dd1b05ffdf7 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:48:38.893749 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 906dc3b8-5237-4aeb-9219-6dd1b05ffdf7 not bound to the agent host dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:48:38.894203 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 39f5af00-6a23-442d-8413-20286cfa3fe7 no longer exists at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:48:38.914322 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] No Port match for: 39f5af00-6a23-442d-8413-20286cfa3fe7 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:48:38.914668 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 39f5af00-6a23-442d-8413-20286cfa3fe7 not bound to the agent host dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:48:38.996900 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 35182) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:48:39.053703 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-95c58b02-cfb4-4c0a-8643-5a6574a7f9b7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b1c0284a24444edf87293c9fe818e638&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0530865 Dec 07 18:48:39.053933 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 35188) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:48:39.104307 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b68bdf68-1c74-425b-a65f-6c044e9c0acb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:39.119196 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e8846-5658-4abd-a972-533541951db9 req-28acb1d6-aa55-4601-bdf7-01f4b2ca75f7 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:39.120699 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-de1e8846-5658-4abd-a972-533541951db9 req-28acb1d6-aa55-4601-bdf7-01f4b2ca75f7 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0802412 Dec 07 18:48:39.128203 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b68bdf68-1c74-425b-a65f-6c044e9c0acb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:39.147976 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c65ff-8d4e-4ab4-b155-97e2588fe294 req-2129ecca-c090-4a67-a3d5-357947bc7090 tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:39.149445 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-173c65ff-8d4e-4ab4-b155-97e2588fe294 req-2129ecca-c090-4a67-a3d5-357947bc7090 tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e20c420-b07a-4b05-a7e0-3edf0bb14d20 HTTP/1.1" status: 200 len: 949 time: 0.0803034 Dec 07 18:48:39.184985 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b68bdf68-1c74-425b-a65f-6c044e9c0acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:39.188622 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b68bdf68-1c74-425b-a65f-6c044e9c0acb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:39.193277 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-b68bdf68-1c74-425b-a65f-6c044e9c0acb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/698cec5d-f2ee-49fe-b894-ad4e979cc927 HTTP/1.1" status: 204 len: 168 time: 0.1377890 Dec 07 18:48:39.210296 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68bdf68-1c74-425b-a65f-6c044e9c0acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698cec5d-f2ee-49fe-b894-ad4e979cc927,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:48:39.225982 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-de1e8846-5658-4abd-a972-533541951db9 req-9076faed-063e-49ec-b24c-c1057e026723 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957727 Dec 07 18:48:39.274732 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [req-173c65ff-8d4e-4ab4-b155-97e2588fe294 req-09b98d8a-616e-4227-a424-efb8f4847a5a tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] Deleting port ddee1f44-86f3-46df-a40a-55150ba07f1b {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:48:39.275070 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-173c65ff-8d4e-4ab4-b155-97e2588fe294 req-09b98d8a-616e-4227-a424-efb8f4847a5a tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:39.385789 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-173c65ff-8d4e-4ab4-b155-97e2588fe294 req-09b98d8a-616e-4227-a424-efb8f4847a5a tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] For port ddee1f44-86f3-46df-a40a-55150ba07f1b, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=ddee1f44-86f3-46df-a40a-55150ba07f1b,segment=NetworkSegment(4fed2e5a-d4e2-4233-8d4b-5b761c99f543),segment_id=4fed2e5a-d4e2-4233-8d4b-5b761c99f543)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:48:39.386182 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-173c65ff-8d4e-4ab4-b155-97e2588fe294 req-09b98d8a-616e-4227-a424-efb8f4847a5a tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:39.403860 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [req-173c65ff-8d4e-4ab4-b155-97e2588fe294 req-09b98d8a-616e-4227-a424-efb8f4847a5a tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] Calling delete_port for ddee1f44-86f3-46df-a40a-55150ba07f1b owned by compute:nova {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:48:39.445634 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e2076-3b14-49a8-9f53-0f3733032249 req-35794456-ee96-4768-8c86-d23a1d908278 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:39.447404 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-007e2076-3b14-49a8-9f53-0f3733032249 req-35794456-ee96-4768-8c86-d23a1d908278 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 946 time: 0.0896440 Dec 07 18:48:39.526508 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-007e2076-3b14-49a8-9f53-0f3733032249 req-8a0746b6-805d-4257-9a20-2dcc082573d7 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688989 Dec 07 18:48:39.550718 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:39.582424 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-173c65ff-8d4e-4ab4-b155-97e2588fe294 req-09b98d8a-616e-4227-a424-efb8f4847a5a tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:39.598349 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['ddee1f44-86f3-46df-a40a-55150ba07f1b'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:48:39.626008 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b98d8a-616e-4227-a424-efb8f4847a5a tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] Pushing event deleted for resources: {'Port': ['ID=ddee1f44-86f3-46df-a40a-55150ba07f1b,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:48:39.679877 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [req-173c65ff-8d4e-4ab4-b155-97e2588fe294 req-09b98d8a-616e-4227-a424-efb8f4847a5a tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] No DVR routers for this DVR port ddee1f44-86f3-46df-a40a-55150ba07f1b on host hv-cinder-81969 {{(pid=109084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:48:39.683846 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-173c65ff-8d4e-4ab4-b155-97e2588fe294 req-09b98d8a-616e-4227-a424-efb8f4847a5a tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:39.688038 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-173c65ff-8d4e-4ab4-b155-97e2588fe294 req-09b98d8a-616e-4227-a424-efb8f4847a5a tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] 10.222.0.23 "DELETE /v2.0/ports/ddee1f44-86f3-46df-a40a-55150ba07f1b HTTP/1.1" status: 204 len: 173 time: 0.5281596 Dec 07 18:48:39.688721 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e20c420-b07a-4b05-a7e0-3edf0bb14d20', 'name': 'network-vif-deleted', 'tag': 'ddee1f44-86f3-46df-a40a-55150ba07f1b'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:48:39.691443 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a9c8e9ce0db27bff2b715efe80f7ddeb02331314c1c7d49b52ba908637cab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9324a96-804c-4b82-baf6-bdf10bf331cc" -d '{"events": [{"server_uuid": "4e20c420-b07a-4b05-a7e0-3edf0bb14d20", "name": "network-vif-deleted", "tag": "ddee1f44-86f3-46df-a40a-55150ba07f1b"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:48:39.757832 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f811d0-7f4b-4a8d-be65-ce9b091b8586 x-openstack-request-id: req-b1f811d0-7f4b-4a8d-be65-ce9b091b8586 {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:48:39.758172 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e20c420-b07a-4b05-a7e0-3edf0bb14d20", "name": "network-vif-deleted", "tag": "ddee1f44-86f3-46df-a40a-55150ba07f1b", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:48:39.758434 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b1f811d0-7f4b-4a8d-be65-ce9b091b8586 {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:48:39.758839 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e20c420-b07a-4b05-a7e0-3edf0bb14d20', 'name': 'network-vif-deleted', 'tag': 'ddee1f44-86f3-46df-a40a-55150ba07f1b', 'status': 'completed', 'code': 200} Dec 07 18:48:39.873888 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5ec2cd2d-0aaf-4fef-a07e-c169aebf0f53 req-b0cdab2e-c511-40c1-91e0-b095f909cb76 tempest-VolumesNegativeTest-1743177251 tempest-VolumesNegativeTest-1743177251-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e20c420-b07a-4b05-a7e0-3edf0bb14d20 HTTP/1.1" status: 200 len: 210 time: 0.0360126 Dec 07 18:48:40.363359 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c09dec-baef-4902-90e5-6a17c9762c96 req-a9fcddf3-147a-462e-9825-06bcf2573cf9 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:40.364863 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b9c09dec-baef-4902-90e5-6a17c9762c96 req-a9fcddf3-147a-462e-9825-06bcf2573cf9 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0565314 Dec 07 18:48:40.418441 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b9c09dec-baef-4902-90e5-6a17c9762c96 req-6e04ed55-6d56-4882-85e9-57ca7bd0288c tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470436 Dec 07 18:48:40.651191 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396601ce-6977-473f-b880-c1f11a36d23b req-a3f6fb4d-4df8-4793-b709-67a4e9fb697e tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:40.652590 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-396601ce-6977-473f-b880-c1f11a36d23b req-a3f6fb4d-4df8-4793-b709-67a4e9fb697e tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 946 time: 0.0485203 Dec 07 18:48:40.702269 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-396601ce-6977-473f-b880-c1f11a36d23b req-190c0596-3f81-4cc9-8778-ca5f8f090c06 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429151 Dec 07 18:48:41.543855 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2506e5-04e4-4dd2-853b-a014f9e5ceea req-4768cd35-818e-4583-9ae1-1838770643df tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:41.545433 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4a2506e5-04e4-4dd2-853b-a014f9e5ceea req-4768cd35-818e-4583-9ae1-1838770643df tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0579705 Dec 07 18:48:41.597720 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4a2506e5-04e4-4dd2-853b-a014f9e5ceea req-c27a7868-acc2-4bcb-a08b-d52b4bd017e9 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452216 Dec 07 18:48:41.734736 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf4855-d98b-4269-b2d7-cb55b33e482a req-180101f3-9f6c-41c3-b646-a3e230437583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:41.736618 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-eecf4855-d98b-4269-b2d7-cb55b33e482a req-180101f3-9f6c-41c3-b646-a3e230437583 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cbb0144e924847109e6a254192f1e6bd&device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 1099 time: 0.0530760 Dec 07 18:48:41.853290 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf4855-d98b-4269-b2d7-cb55b33e482a req-9bc0afcb-2668-4fb5-8c56-40cb0f26fed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:41.854915 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-eecf4855-d98b-4269-b2d7-cb55b33e482a req-9bc0afcb-2668-4fb5-8c56-40cb0f26fed8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a321d8bd-fce1-4a8d-9656-239d82555545 HTTP/1.1" status: 200 len: 912 time: 0.0926230 Dec 07 18:48:41.928487 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-eecf4855-d98b-4269-b2d7-cb55b33e482a req-c77b54b1-d50c-4aae-ac5b-fe8bc09e1b94 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74f0e008-eb9a-47c1-abf0-a78d47978293 HTTP/1.1" status: 200 len: 1002 time: 0.0630383 Dec 07 18:48:41.980165 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf4855-d98b-4269-b2d7-cb55b33e482a req-be482514-086c-4117-9964-0bba824b48ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:41.981652 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-eecf4855-d98b-4269-b2d7-cb55b33e482a req-be482514-086c-4117-9964-0bba824b48ca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b6ea560-0931-4e32-ae3e-65a030b6cd99 HTTP/1.1" status: 200 len: 850 time: 0.0453629 Dec 07 18:48:42.032513 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf4855-d98b-4269-b2d7-cb55b33e482a req-17dac95c-ab90-4d68-8e06-ab91c255a7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:42.034143 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-eecf4855-d98b-4269-b2d7-cb55b33e482a req-17dac95c-ab90-4d68-8e06-ab91c255a7fe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a321d8bd-fce1-4a8d-9656-239d82555545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449111 Dec 07 18:48:42.123535 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-eecf4855-d98b-4269-b2d7-cb55b33e482a req-e42dd431-d614-4e8b-a27c-d703124f2b88 service neutron] 10.222.0.23 "GET /v2.0/networks/a321d8bd-fce1-4a8d-9656-239d82555545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818267 Dec 07 18:48:42.220819 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-eecf4855-d98b-4269-b2d7-cb55b33e482a req-b9bb2dfa-bca0-482f-a78d-a0ad1c24f630 service neutron] 10.222.0.23 "GET /v2.0/networks/a321d8bd-fce1-4a8d-9656-239d82555545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892267 Dec 07 18:48:42.635314 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device ddee1f44-86f3-46df-a40a-55150ba07f1b no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:48:42.660745 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] No Port match for: ddee1f44-86f3-46df-a40a-55150ba07f1b {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:48:42.660745 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device ddee1f44-86f3-46df-a40a-55150ba07f1b not bound to the agent host hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:48:42.720981 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea1ee1-116c-4b29-bc5c-027ff249c21e req-18440818-3cf3-4efc-bbaa-dc26802fec69 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:42.722712 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-dfea1ee1-116c-4b29-bc5c-027ff249c21e req-18440818-3cf3-4efc-bbaa-dc26802fec69 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0533249 Dec 07 18:48:42.774151 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-dfea1ee1-116c-4b29-bc5c-027ff249c21e req-56bdc596-1edf-4666-9872-944d82e33a09 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453053 Dec 07 18:48:43.063276 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 35496) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:48:43.173979 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-68ae0e64-0ca2-4be7-90e4-95a31feb1710 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:43.255030 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-68ae0e64-0ca2-4be7-90e4-95a31feb1710 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:43.260908 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-68ae0e64-0ca2-4be7-90e4-95a31feb1710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:43.307685 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-68ae0e64-0ca2-4be7-90e4-95a31feb1710 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f9cc7aa72fbb4a4bbdb743a62a0e7c6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2432811 Dec 07 18:48:43.308632 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae0e64-0ca2-4be7-90e4-95a31feb1710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4888be8f-38ea-4602-b2d3-a869d3310b30,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:48:43.310527 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 35512) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:48:43.366850 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-756e2ced-a947-4fee-b23e-dfe9d46c392b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:43.393489 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-756e2ced-a947-4fee-b23e-dfe9d46c392b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:43.444230 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-756e2ced-a947-4fee-b23e-dfe9d46c392b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:43.447848 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-756e2ced-a947-4fee-b23e-dfe9d46c392b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:43.449098 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-756e2ced-a947-4fee-b23e-dfe9d46c392b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4888be8f-38ea-4602-b2d3-a869d3310b30 HTTP/1.1" status: 204 len: 168 time: 0.1374838 Dec 07 18:48:43.458525 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e2ced-a947-4fee-b23e-dfe9d46c392b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4888be8f-38ea-4602-b2d3-a869d3310b30,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:48:43.897746 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b2144-1b6d-4472-a83c-2b5e0171be65 req-c3b705fc-5052-4514-bc39-4b89fc1f0e0c tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:43.899279 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d12b2144-1b6d-4472-a83c-2b5e0171be65 req-c3b705fc-5052-4514-bc39-4b89fc1f0e0c tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0503280 Dec 07 18:48:43.949730 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d12b2144-1b6d-4472-a83c-2b5e0171be65 req-2cebd10a-caf4-434b-8b81-7d430aff6706 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444195 Dec 07 18:48:44.921692 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 35586) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:48:45.076596 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7967f2b-0170-40a1-90f9-d5ebdc639d28 req-a32b6cc4-7f3d-485a-bfba-37dc88259aa7 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:45.078120 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d7967f2b-0170-40a1-90f9-d5ebdc639d28 req-a32b6cc4-7f3d-485a-bfba-37dc88259aa7 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0578504 Dec 07 18:48:45.145100 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-161d6fd4-9c25-4633-996c-f1dc87390ca9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=540bf05e797b4011b36fc2583675e4b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215919 Dec 07 18:48:45.147745 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 35596) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:48:45.152703 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d7967f2b-0170-40a1-90f9-d5ebdc639d28 req-c8626de4-4a41-43fa-b1d8-30f9e0458eaf tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682783 Dec 07 18:48:45.202536 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-14b9d4d5-de97-42ae-a6da-f5b76493e58d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:45.223436 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-14b9d4d5-de97-42ae-a6da-f5b76493e58d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:45.278162 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-14b9d4d5-de97-42ae-a6da-f5b76493e58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:45.282859 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-14b9d4d5-de97-42ae-a6da-f5b76493e58d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:45.286555 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-14b9d4d5-de97-42ae-a6da-f5b76493e58d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/deaff76b-3284-4112-8023-286baac5ce15 HTTP/1.1" status: 204 len: 168 time: 0.1349742 Dec 07 18:48:45.293527 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9d4d5-de97-42ae-a6da-f5b76493e58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deaff76b-3284-4112-8023-286baac5ce15,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:48:45.382875 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26e813-d73e-4231-bdbd-e8bc19794860 req-8a3673cc-00c9-4988-81b5-595761e68203 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:45.384393 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-de26e813-d73e-4231-bdbd-e8bc19794860 req-8a3673cc-00c9-4988-81b5-595761e68203 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0594313 Dec 07 18:48:45.428503 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47887b-406b-4c5d-9281-a2c218cbf84b req-82f3646d-152b-49e3-973d-93cd49ac4030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:45.430495 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7b47887b-406b-4c5d-9281-a2c218cbf84b req-82f3646d-152b-49e3-973d-93cd49ac4030 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cbb0144e924847109e6a254192f1e6bd&device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 1099 time: 0.0599868 Dec 07 18:48:45.445486 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-de26e813-d73e-4231-bdbd-e8bc19794860 req-aabc8a66-66c5-4fe2-8d1c-8fdb25deb549 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548313 Dec 07 18:48:45.467791 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6d002fe3-8b6a-4515-8ce4-cd1d85ee4c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:45.532463 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47887b-406b-4c5d-9281-a2c218cbf84b req-11f5c996-cb0f-46ed-b46c-be7d5d4c6421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:45.533939 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7b47887b-406b-4c5d-9281-a2c218cbf84b req-11f5c996-cb0f-46ed-b46c-be7d5d4c6421 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a321d8bd-fce1-4a8d-9656-239d82555545 HTTP/1.1" status: 200 len: 912 time: 0.0962498 Dec 07 18:48:45.604680 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7b47887b-406b-4c5d-9281-a2c218cbf84b req-84950e90-1b04-47c2-8f44-fa51fa4ab957 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74f0e008-eb9a-47c1-abf0-a78d47978293 HTTP/1.1" status: 200 len: 1002 time: 0.0625758 Dec 07 18:48:45.656749 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47887b-406b-4c5d-9281-a2c218cbf84b req-1db24180-4fc0-492d-8ad2-089c0d43dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:45.658370 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7b47887b-406b-4c5d-9281-a2c218cbf84b req-1db24180-4fc0-492d-8ad2-089c0d43dd17 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b6ea560-0931-4e32-ae3e-65a030b6cd99 HTTP/1.1" status: 200 len: 850 time: 0.0454597 Dec 07 18:48:45.706682 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47887b-406b-4c5d-9281-a2c218cbf84b req-b26a3f31-6f06-4813-b88a-5363ba7b4555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:45.708212 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7b47887b-406b-4c5d-9281-a2c218cbf84b req-b26a3f31-6f06-4813-b88a-5363ba7b4555 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a321d8bd-fce1-4a8d-9656-239d82555545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427148 Dec 07 18:48:45.803992 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7b47887b-406b-4c5d-9281-a2c218cbf84b req-d21f6e58-a8ed-4c45-947f-cba0d6f7f0e6 service neutron] 10.222.0.23 "GET /v2.0/networks/a321d8bd-fce1-4a8d-9656-239d82555545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887876 Dec 07 18:48:45.895693 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7b47887b-406b-4c5d-9281-a2c218cbf84b req-e16e05cc-274e-4200-8260-f9521261f57b service neutron] 10.222.0.23 "GET /v2.0/networks/a321d8bd-fce1-4a8d-9656-239d82555545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849452 Dec 07 18:48:45.949135 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 35622) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:48:46.044712 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-4510ca2b-7fb2-43dd-8b62-947d6dd1892b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-41208064-network', 'tenant_id': '103d606fa1a54ad8993058e83b59a30c'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:48:46.066682 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4510ca2b-7fb2-43dd-8b62-947d6dd1892b admin admin] Made reservation on behalf of 103d606fa1a54ad8993058e83b59a30c for: {'network': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:48:46.069224 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4510ca2b-7fb2-43dd-8b62-947d6dd1892b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for network, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:46.077897 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4510ca2b-7fb2-43dd-8b62-947d6dd1892b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:46.173078 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4510ca2b-7fb2-43dd-8b62-947d6dd1892b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:46.177821 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4510ca2b-7fb2-43dd-8b62-947d6dd1892b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:46.198384 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4510ca2b-7fb2-43dd-8b62-947d6dd1892b admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=109084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 18:48:46.211388 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510ca2b-7fb2-43dd-8b62-947d6dd1892b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c115b98d-5dee-4b75-acad-6c945a285f18,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:48:46.216225 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4510ca2b-7fb2-43dd-8b62-947d6dd1892b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828'] for segment, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:46.216563 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.db.segments_db [None req-4510ca2b-7fb2-43dd-8b62-947d6dd1892b admin admin] Added segment 5011a04c-676a-4962-aa69-44c8f6d3c271 of type vlan for network 63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8 Dec 07 18:48:46.255990 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4510ca2b-7fb2-43dd-8b62-947d6dd1892b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753414094686'] for network, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:46.282201 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4510ca2b-7fb2-43dd-8b62-947d6dd1892b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027'] for network, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:46.283156 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4510ca2b-7fb2-43dd-8b62-947d6dd1892b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:46.283734 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4510ca2b-7fb2-43dd-8b62-947d6dd1892b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for network, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:46.314839 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-4510ca2b-7fb2-43dd-8b62-947d6dd1892b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3646142 Dec 07 18:48:46.317792 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 35632) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:48:46.322698 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-87757671-0dcb-4b15-a588-55134a97c69f admin admin] Request body: {'subnet': {'network_id': '63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-41208064-subnet', 'tenant_id': '103d606fa1a54ad8993058e83b59a30c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:48:46.343098 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87757671-0dcb-4b15-a588-55134a97c69f admin admin] Made reservation on behalf of 103d606fa1a54ad8993058e83b59a30c for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:48:46.346109 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-87757671-0dcb-4b15-a588-55134a97c69f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530428449'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:46.348630 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510ca2b-7fb2-43dd-8b62-947d6dd1892b admin admin] Pushing event updated for resources: {'Network': ['ID=63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:48:46.358611 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Network 63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8 details requested by agent ovs-agent-dv-cinder-819692-6-iscsi with host dv-cinder-819692-6-iscsi {{(pid=109086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 18:48:46.535938 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-87757671-0dcb-4b15-a588-55134a97c69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529624300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530428479'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:46.573169 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6bd6bf-68a4-4f2e-b8ea-e851d958168c req-1ecb57ab-f070-4ccd-9e61-95217d0eea47 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:46.574664 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3c6bd6bf-68a4-4f2e-b8ea-e851d958168c req-1ecb57ab-f070-4ccd-9e61-95217d0eea47 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0545793 Dec 07 18:48:46.592182 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87757671-0dcb-4b15-a588-55134a97c69f admin admin] Pushing event updated for resources: {'Subnet': ['ID=00c692b7-3b36-4774-9aaf-5fa4bf5dbdc6,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:48:46.601710 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87757671-0dcb-4b15-a588-55134a97c69f admin admin] Checking segment: {'id': '5011a04c-676a-4962-aa69-44c8f6d3c271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:48:46.602111 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87757671-0dcb-4b15-a588-55134a97c69f admin admin] Network hostable DHCP agents. Network: 63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8, hostable agents: ['6f398e68-3e13-4851-8372-7feb03493da6'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 18:48:46.620597 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87757671-0dcb-4b15-a588-55134a97c69f admin admin] Network 63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8 is scheduled to be hosted by DHCP agent 6f398e68-3e13-4851-8372-7feb03493da6 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 18:48:46.625668 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3c6bd6bf-68a4-4f2e-b8ea-e851d958168c req-87fefe1b-c16c-4694-bcea-5a2f25b4b669 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441127 Dec 07 18:48:46.630623 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-87757671-0dcb-4b15-a588-55134a97c69f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819692-6-iscsi, 63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:48:46.635192 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87757671-0dcb-4b15-a588-55134a97c69f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:46.636608 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-87757671-0dcb-4b15-a588-55134a97c69f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:46.640168 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1404034-9081-4eb1-8d5b-f895ffb03dd3 None None] Network 63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8 requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:48:46.655975 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-87757671-0dcb-4b15-a588-55134a97c69f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3370190 Dec 07 18:48:46.738300 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bceda41-559c-4e73-a64c-7564034ab896 None None] Network 63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8 requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:48:47.830839 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c0689901-c2c3-418f-a759-1dd89813006f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:48.398863 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36140f6-5468-4bc8-b832-844790b20daf req-4f14cf31-67bc-456c-8d34-42f27a29b854 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:48.400507 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e36140f6-5468-4bc8-b832-844790b20daf req-4f14cf31-67bc-456c-8d34-42f27a29b854 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/networks?id=63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8 HTTP/1.1" status: 200 len: 812 time: 0.1066887 Dec 07 18:48:48.415998 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e36140f6-5468-4bc8-b832-844790b20daf req-a011a512-c1e5-45f0-beca-0dd01db438b2 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/quotas/103d606fa1a54ad8993058e83b59a30c HTTP/1.1" status: 200 len: 375 time: 0.0098977 Dec 07 18:48:48.450101 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e36140f6-5468-4bc8-b832-844790b20daf req-abefbe26-df7b-4e63-ab9f-a17308ffc28a tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=103d606fa1a54ad8993058e83b59a30c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282040 Dec 07 18:48:48.539128 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e36140f6-5468-4bc8-b832-844790b20daf req-66bef28e-9aa7-4cd0-a1f8-0a5ad8b4e394 service neutron] 10.222.0.41 "GET /v2.0/networks/63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813587 Dec 07 18:48:48.633475 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e36140f6-5468-4bc8-b832-844790b20daf req-d885161b-90a1-444b-8ec1-a0c9b5669a4e service neutron] 10.222.0.41 "GET /v2.0/networks/63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881085 Dec 07 18:48:49.799254 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:49.817259 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ed652bae-dfc7-43a4-b56a-9d9e64dc5093 req-0a75b9eb-8048-456c-b28d-e7a20c4a359e tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bd55682-7fc8-4b23-b5f8-0bb90865a2cd HTTP/1.1" status: 200 len: 210 time: 0.0279057 Dec 07 18:48:50.299373 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:50.812965 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36140f6-5468-4bc8-b832-844790b20daf req-c931570c-150c-4d5c-a3fc-86f8c039a867 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:50.814837 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e36140f6-5468-4bc8-b832-844790b20daf req-c931570c-150c-4d5c-a3fc-86f8c039a867 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.23 "GET /v2.0/networks?id=63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8 HTTP/1.1" status: 200 len: 812 time: 0.1062622 Dec 07 18:48:50.830014 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [req-e36140f6-5468-4bc8-b832-844790b20daf req-a9d70cf3-cde6-431b-8025-95ab271bb9d7 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Request body: {'port': {'device_id': '5bd55682-7fc8-4b23-b5f8-0bb90865a2cd', 'network_id': '63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8', 'admin_state_up': True, 'tenant_id': '103d606fa1a54ad8993058e83b59a30c'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:48:50.914853 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9fe885cc-9515-43a2-a4e8-cb27cc5d3a79 req-48900a71-f230-45ab-8ecb-af58369911f3 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bd55682-7fc8-4b23-b5f8-0bb90865a2cd HTTP/1.1" status: 200 len: 210 time: 0.0269046 Dec 07 18:48:50.942201 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e36140f6-5468-4bc8-b832-844790b20daf req-a9d70cf3-cde6-431b-8025-95ab271bb9d7 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Made reservation on behalf of 103d606fa1a54ad8993058e83b59a30c for: {'port': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:48:50.945792 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-e36140f6-5468-4bc8-b832-844790b20daf req-a9d70cf3-cde6-431b-8025-95ab271bb9d7 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:51.069459 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [req-e36140f6-5468-4bc8-b832-844790b20daf req-a9d70cf3-cde6-431b-8025-95ab271bb9d7 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Allocated IP 172.20.0.4 (63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8/00c692b7-3b36-4774-9aaf-5fa4bf5dbdc6/804851cf-f4a4-40c0-a158-517510794afb) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:48:51.234755 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-e36140f6-5468-4bc8-b832-844790b20daf req-a9d70cf3-cde6-431b-8025-95ab271bb9d7 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Publish callbacks [] for port, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:51.262279 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-e36140f6-5468-4bc8-b832-844790b20daf req-a9d70cf3-cde6-431b-8025-95ab271bb9d7 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:51.306156 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e36140f6-5468-4bc8-b832-844790b20daf req-a9d70cf3-cde6-431b-8025-95ab271bb9d7 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Network 63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:48:51.309181 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [req-e36140f6-5468-4bc8-b832-844790b20daf req-a9d70cf3-cde6-431b-8025-95ab271bb9d7 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:48:51.316024 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36140f6-5468-4bc8-b832-844790b20daf req-a9d70cf3-cde6-431b-8025-95ab271bb9d7 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:48:51.339758 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d70cf3-cde6-431b-8025-95ab271bb9d7 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Pushing event updated for resources: {'Port': ['ID=804851cf-f4a4-40c0-a158-517510794afb,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:48:51.368949 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36140f6-5468-4bc8-b832-844790b20daf req-a9d70cf3-cde6-431b-8025-95ab271bb9d7 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:51.369858 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-e36140f6-5468-4bc8-b832-844790b20daf req-a9d70cf3-cde6-431b-8025-95ab271bb9d7 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:51.387447 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e36140f6-5468-4bc8-b832-844790b20daf req-a9d70cf3-cde6-431b-8025-95ab271bb9d7 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5622909 Dec 07 18:48:51.407079 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [req-e36140f6-5468-4bc8-b832-844790b20daf req-14bf2ced-9776-4b20-93f7-1b1dede6993a service neutron] Request body: {'port': {'device_id': '5bd55682-7fc8-4b23-b5f8-0bb90865a2cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:48:51.477513 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-e36140f6-5468-4bc8-b832-844790b20daf req-14bf2ced-9776-4b20-93f7-1b1dede6993a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:51.675887 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:51.726826 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [req-e36140f6-5468-4bc8-b832-844790b20daf req-14bf2ced-9776-4b20-93f7-1b1dede6993a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 804851cf-f4a4-40c0-a158-517510794afb {{(pid=109084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:48:51.734130 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-e36140f6-5468-4bc8-b832-844790b20daf req-14bf2ced-9776-4b20-93f7-1b1dede6993a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:51.746950 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.provisioning_blocks [req-e36140f6-5468-4bc8-b832-844790b20daf req-14bf2ced-9776-4b20-93f7-1b1dede6993a service neutron] Transition to ACTIVE for port object 804851cf-f4a4-40c0-a158-517510794afb will not be triggered until provisioned by entity L2. {{(pid=109084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:48:51.749960 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-e36140f6-5468-4bc8-b832-844790b20daf req-14bf2ced-9776-4b20-93f7-1b1dede6993a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530413597'] for port, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:51.798834 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf2ced-9776-4b20-93f7-1b1dede6993a service neutron] Pushing event updated for resources: {'Port': ['ID=804851cf-f4a4-40c0-a158-517510794afb,revision_number=2']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:48:51.869540 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-e36140f6-5468-4bc8-b832-844790b20daf req-14bf2ced-9776-4b20-93f7-1b1dede6993a service neutron] Attempting to bind port 804851cf-f4a4-40c0-a158-517510794afb on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:48:51.870229 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-e36140f6-5468-4bc8-b832-844790b20daf req-14bf2ced-9776-4b20-93f7-1b1dede6993a service neutron] Attempting to bind port 804851cf-f4a4-40c0-a158-517510794afb by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': '5011a04c-676a-4962-aa69-44c8f6d3c271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8'}] {{(pid=109084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:48:51.870229 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36140f6-5468-4bc8-b832-844790b20daf req-14bf2ced-9776-4b20-93f7-1b1dede6993a service neutron] Attempting to bind port 804851cf-f4a4-40c0-a158-517510794afb on network 63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:48:51.874445 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36140f6-5468-4bc8-b832-844790b20daf req-14bf2ced-9776-4b20-93f7-1b1dede6993a service neutron] Port 804851cf-f4a4-40c0-a158-517510794afb on network 63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:48:51.874773 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36140f6-5468-4bc8-b832-844790b20daf req-14bf2ced-9776-4b20-93f7-1b1dede6993a service neutron] Attempting to bind port 804851cf-f4a4-40c0-a158-517510794afb on network 63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:48:51.880150 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36140f6-5468-4bc8-b832-844790b20daf req-14bf2ced-9776-4b20-93f7-1b1dede6993a service neutron] Checking agent: {'id': '9b8b7df7-f18f-49d8-b3bd-9764bcedc888', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'started_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:48:51.880491 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36140f6-5468-4bc8-b832-844790b20daf req-14bf2ced-9776-4b20-93f7-1b1dede6993a service neutron] Checking segment: {'id': '5011a04c-676a-4962-aa69-44c8f6d3c271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:48:51.880878 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36140f6-5468-4bc8-b832-844790b20daf req-14bf2ced-9776-4b20-93f7-1b1dede6993a service neutron] Bound using segment: {'id': '5011a04c-676a-4962-aa69-44c8f6d3c271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8'} {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:48:51.881305 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-e36140f6-5468-4bc8-b832-844790b20daf req-14bf2ced-9776-4b20-93f7-1b1dede6993a service neutron] Bound port: 804851cf-f4a4-40c0-a158-517510794afb, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5011a04c-676a-4962-aa69-44c8f6d3c271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8'}}] {{(pid=109084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:48:51.881657 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-e36140f6-5468-4bc8-b832-844790b20daf req-14bf2ced-9776-4b20-93f7-1b1dede6993a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:51.944042 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-e36140f6-5468-4bc8-b832-844790b20daf req-14bf2ced-9776-4b20-93f7-1b1dede6993a service neutron] For port 804851cf-f4a4-40c0-a158-517510794afb, host hv-cinder-81969, cleared binding levels {{(pid=109084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:48:51.946525 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-e36140f6-5468-4bc8-b832-844790b20daf req-14bf2ced-9776-4b20-93f7-1b1dede6993a service neutron] For port 804851cf-f4a4-40c0-a158-517510794afb, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=804851cf-f4a4-40c0-a158-517510794afb,segment=NetworkSegment(5011a04c-676a-4962-aa69-44c8f6d3c271),segment_id=5011a04c-676a-4962-aa69-44c8f6d3c271)] {{(pid=109084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:48:51.951365 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-e36140f6-5468-4bc8-b832-844790b20daf req-14bf2ced-9776-4b20-93f7-1b1dede6993a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530413597'] for port, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:51.986208 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36140f6-5468-4bc8-b832-844790b20daf req-14bf2ced-9776-4b20-93f7-1b1dede6993a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:51.986829 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-e36140f6-5468-4bc8-b832-844790b20daf req-14bf2ced-9776-4b20-93f7-1b1dede6993a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:51.988212 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e36140f6-5468-4bc8-b832-844790b20daf req-14bf2ced-9776-4b20-93f7-1b1dede6993a service neutron] 10.222.0.23 "PUT /v2.0/ports/804851cf-f4a4-40c0-a158-517510794afb HTTP/1.1" status: 200 len: 1093 time: 0.5864041 Dec 07 18:48:51.989762 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd55682-7fc8-4b23-b5f8-0bb90865a2cd', 'tag': '804851cf-f4a4-40c0-a158-517510794afb'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:48:51.991994 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a9c8e9ce0db27bff2b715efe80f7ddeb02331314c1c7d49b52ba908637cab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4b8329-048e-41b2-9359-a99718ed1b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "5bd55682-7fc8-4b23-b5f8-0bb90865a2cd", "tag": "804851cf-f4a4-40c0-a158-517510794afb"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:48:52.037315 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfee675-14b7-47ba-b9b3-2db306711835 x-openstack-request-id: req-2cfee675-14b7-47ba-b9b3-2db306711835 {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:48:52.037605 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bd55682-7fc8-4b23-b5f8-0bb90865a2cd", "tag": "804851cf-f4a4-40c0-a158-517510794afb", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:48:52.037859 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2cfee675-14b7-47ba-b9b3-2db306711835 {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:48:52.038274 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bd55682-7fc8-4b23-b5f8-0bb90865a2cd', 'tag': '804851cf-f4a4-40c0-a158-517510794afb', 'status': 'completed', 'code': 200} Dec 07 18:48:52.075507 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf2ced-9776-4b20-93f7-1b1dede6993a service neutron] Pushing event updated for resources: {'Port': ['ID=804851cf-f4a4-40c0-a158-517510794afb,revision_number=3']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:48:52.099249 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec522b75-70b0-489f-b5cb-7a7ad7fc9bc5 req-bf3cbb5d-77d3-469b-9ff8-619cb1a58153 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:52.100781 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ec522b75-70b0-489f-b5cb-7a7ad7fc9bc5 req-bf3cbb5d-77d3-469b-9ff8-619cb1a58153 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bd55682-7fc8-4b23-b5f8-0bb90865a2cd HTTP/1.1" status: 200 len: 943 time: 0.1116951 Dec 07 18:48:52.106317 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36140f6-5468-4bc8-b832-844790b20daf req-19ab00aa-85c1-4163-b47c-45767ce8ecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:52.107753 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e36140f6-5468-4bc8-b832-844790b20daf req-19ab00aa-85c1-4163-b47c-45767ce8ecc1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=103d606fa1a54ad8993058e83b59a30c&device_id=5bd55682-7fc8-4b23-b5f8-0bb90865a2cd HTTP/1.1" status: 200 len: 1096 time: 0.0687513 Dec 07 18:48:52.160332 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e36140f6-5468-4bc8-b832-844790b20daf req-501948b2-8655-484c-b7c4-5f0016578774 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=804851cf-f4a4-40c0-a158-517510794afb HTTP/1.1" status: 200 len: 217 time: 0.0387652 Dec 07 18:48:52.212037 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ec522b75-70b0-489f-b5cb-7a7ad7fc9bc5 req-876c6c1b-30e6-4127-85f4-903e2a6d3532 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/security-groups?id=c115b98d-5dee-4b75-acad-6c945a285f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033485 Dec 07 18:48:52.225757 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36140f6-5468-4bc8-b832-844790b20daf req-fbbc2743-5b56-41fe-a829-91fefbd4b392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:52.227229 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e36140f6-5468-4bc8-b832-844790b20daf req-fbbc2743-5b56-41fe-a829-91fefbd4b392 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=00c692b7-3b36-4774-9aaf-5fa4bf5dbdc6 HTTP/1.1" status: 200 len: 852 time: 0.0579913 Dec 07 18:48:52.260147 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e36140f6-5468-4bc8-b832-844790b20daf req-5ca0a26a-0a99-4a37-9147-9bfe76c51cdc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245512 Dec 07 18:48:52.361687 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e36140f6-5468-4bc8-b832-844790b20daf req-557d22d3-0048-4050-9357-abe021d04ede service neutron] 10.222.0.23 "GET /v2.0/networks/63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892408 Dec 07 18:48:52.404580 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-28389665-b9d5-4b71-bd68-9d2355c5066e req-378a08b8-1ff4-4160-8ab7-9adb66063674 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2109883156&fields=id&tenant_id=60c42061bf6e4acb909fab4c8dbc4c0d HTTP/1.1" status: 200 len: 267 time: 0.0437243 Dec 07 18:48:52.466741 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28389665-b9d5-4b71-bd68-9d2355c5066e req-9e109b26-ca19-4fa5-adef-570c18e02263 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:52.468304 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-28389665-b9d5-4b71-bd68-9d2355c5066e req-9e109b26-ca19-4fa5-adef-570c18e02263 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 984 time: 0.0570364 Dec 07 18:48:52.469282 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e36140f6-5468-4bc8-b832-844790b20daf req-7f905b5c-bab0-4bd6-ace3-76cf54c59585 service neutron] 10.222.0.23 "GET /v2.0/networks/63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910878 Dec 07 18:48:52.481109 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-28389665-b9d5-4b71-bd68-9d2355c5066e req-36e8c279-b5ee-46d6-90a4-da01e1d77ac6 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Request body: {'port': {'security_groups': ['6dbd6a00-6cad-41ed-8392-ec51296291ab']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:48:52.554528 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-28389665-b9d5-4b71-bd68-9d2355c5066e req-36e8c279-b5ee-46d6-90a4-da01e1d77ac6 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:52.562840 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b8329-048e-41b2-9359-a99718ed1b2c req-03a23385-bfd0-4296-ae16-d3eea19208c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:52.564451 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-fb4b8329-048e-41b2-9359-a99718ed1b2c req-03a23385-bfd0-4296-ae16-d3eea19208c6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=103d606fa1a54ad8993058e83b59a30c&device_id=5bd55682-7fc8-4b23-b5f8-0bb90865a2cd HTTP/1.1" status: 200 len: 1096 time: 0.0435679 Dec 07 18:48:52.680502 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b8329-048e-41b2-9359-a99718ed1b2c req-4e8fb5cd-4743-41fe-a5cb-d24faf343885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:52.682015 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-fb4b8329-048e-41b2-9359-a99718ed1b2c req-4e8fb5cd-4743-41fe-a5cb-d24faf343885 service neutron] 10.222.0.23 "GET /v2.0/networks?id=63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8 HTTP/1.1" status: 200 len: 913 time: 0.1093652 Dec 07 18:48:52.740995 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-fb4b8329-048e-41b2-9359-a99718ed1b2c req-da98dcba-a0fa-4bb3-bed5-6d72069e50fc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=804851cf-f4a4-40c0-a158-517510794afb HTTP/1.1" status: 200 len: 217 time: 0.0496416 Dec 07 18:48:52.793182 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b8329-048e-41b2-9359-a99718ed1b2c req-62309f44-cf4a-4ddf-8210-df8acb5a633e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:52.794686 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-fb4b8329-048e-41b2-9359-a99718ed1b2c req-62309f44-cf4a-4ddf-8210-df8acb5a633e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=00c692b7-3b36-4774-9aaf-5fa4bf5dbdc6 HTTP/1.1" status: 200 len: 852 time: 0.0449457 Dec 07 18:48:52.800185 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-28389665-b9d5-4b71-bd68-9d2355c5066e req-36e8c279-b5ee-46d6-90a4-da01e1d77ac6 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] For port 6c4ac575-82d3-4c88-90cb-0083321e1635, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=6c4ac575-82d3-4c88-90cb-0083321e1635,segment=NetworkSegment(63bb465d-bb7c-463b-a144-66016a6c109d),segment_id=63bb465d-bb7c-463b-a144-66016a6c109d)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:48:52.830353 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-28389665-b9d5-4b71-bd68-9d2355c5066e req-36e8c279-b5ee-46d6-90a4-da01e1d77ac6 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:52.834931 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-28389665-b9d5-4b71-bd68-9d2355c5066e req-36e8c279-b5ee-46d6-90a4-da01e1d77ac6 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529623651'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:52.843150 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-fb4b8329-048e-41b2-9359-a99718ed1b2c req-01682fe8-5fe1-45d9-8792-2ab6719b7314 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295453 Dec 07 18:48:52.847614 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['6c4ac575-82d3-4c88-90cb-0083321e1635'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:48:52.888522 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28389665-b9d5-4b71-bd68-9d2355c5066e req-36e8c279-b5ee-46d6-90a4-da01e1d77ac6 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:52.889148 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-28389665-b9d5-4b71-bd68-9d2355c5066e req-36e8c279-b5ee-46d6-90a4-da01e1d77ac6 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:52.891199 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-28389665-b9d5-4b71-bd68-9d2355c5066e req-36e8c279-b5ee-46d6-90a4-da01e1d77ac6 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "PUT /v2.0/ports/6c4ac575-82d3-4c88-90cb-0083321e1635 HTTP/1.1" status: 200 len: 942 time: 0.4143102 Dec 07 18:48:52.891647 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669946de-d56d-400a-aa4e-0b1c8ab97e46', 'tag': '6c4ac575-82d3-4c88-90cb-0083321e1635'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:48:52.893883 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f47eea71b5ba0831d378bb06dcf61d9c2f9c3cd1ea737a862f2010bc1a834e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd11a11-dc86-47f0-b81a-70cf1df2a3d5" -d '{"events": [{"name": "network-changed", "server_uuid": "669946de-d56d-400a-aa4e-0b1c8ab97e46", "tag": "6c4ac575-82d3-4c88-90cb-0083321e1635"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:48:52.909452 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 35770) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:48:52.944205 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8c279-b5ee-46d6-90a4-da01e1d77ac6 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Pushing event updated for resources: {'Port': ['ID=6c4ac575-82d3-4c88-90cb-0083321e1635,revision_number=7']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:48:52.968555 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-fb4b8329-048e-41b2-9359-a99718ed1b2c req-4080d482-1bb3-4820-a6ed-cf52cea24e91 service neutron] 10.222.0.23 "GET /v2.0/networks/63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150033 Dec 07 18:48:52.978757 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf85a70-c46e-46b5-b80a-ad895df9ffd6 x-openstack-request-id: req-2cf85a70-c46e-46b5-b80a-ad895df9ffd6 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:48:52.979050 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "669946de-d56d-400a-aa4e-0b1c8ab97e46", "tag": "6c4ac575-82d3-4c88-90cb-0083321e1635", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:48:52.979307 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2cf85a70-c46e-46b5-b80a-ad895df9ffd6 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:48:52.979702 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '669946de-d56d-400a-aa4e-0b1c8ab97e46', 'tag': '6c4ac575-82d3-4c88-90cb-0083321e1635', 'status': 'completed', 'code': 200} Dec 07 18:48:52.985887 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c13b09a2-552d-4eb8-97b9-fcd8618bd9ee tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:53.012922 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c13b09a2-552d-4eb8-97b9-fcd8618bd9ee tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:53.054643 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['6c4ac575-82d3-4c88-90cb-0083321e1635'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:48:53.095773 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c13b09a2-552d-4eb8-97b9-fcd8618bd9ee tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:53.099223 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c13b09a2-552d-4eb8-97b9-fcd8618bd9ee tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:53.103717 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd11a11-dc86-47f0-b81a-70cf1df2a3d5 req-b84c6779-ff5d-428b-8f48-f4d9c0f89c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:53.104612 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3dd11a11-dc86-47f0-b81a-70cf1df2a3d5 req-b84c6779-ff5d-428b-8f48-f4d9c0f89c13 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=60c42061bf6e4acb909fab4c8dbc4c0d&device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 1098 time: 0.0985079 Dec 07 18:48:53.104874 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-c13b09a2-552d-4eb8-97b9-fcd8618bd9ee tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "DELETE /v2.0/security-groups/07b8a811-66f4-4a24-808c-06e6dc4476b7 HTTP/1.1" status: 204 len: 168 time: 0.1941803 Dec 07 18:48:53.106363 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 35772) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:48:53.125502 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b09a2-552d-4eb8-97b9-fcd8618bd9ee tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b8a811-66f4-4a24-808c-06e6dc4476b7,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:48:53.141274 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-fb4b8329-048e-41b2-9359-a99718ed1b2c req-b2b568ed-b55e-4c13-886a-499d7d201023 service neutron] 10.222.0.23 "GET /v2.0/networks/63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553271 Dec 07 18:48:53.250419 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-3dc16c20-d1ed-4afa-8cac-ba051adce293 None None] Provisioning complete for port 6c4ac575-82d3-4c88-90cb-0083321e1635 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:48:53.250870 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3dc16c20-d1ed-4afa-8cac-ba051adce293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:53.370467 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e911d-1d7d-49e9-8730-475791a401d6 req-e45ae971-c6a6-421f-86c4-df5657f66b3c tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:53.372081 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-050e911d-1d7d-49e9-8730-475791a401d6 req-e45ae971-c6a6-421f-86c4-df5657f66b3c tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bd55682-7fc8-4b23-b5f8-0bb90865a2cd HTTP/1.1" status: 200 len: 943 time: 0.0775294 Dec 07 18:48:53.374975 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-a0aa188a-ff41-47ba-a20a-7d37f80e7683 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Deleting port e5362f57-68b0-4174-9244-11833c358eab {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:48:53.375321 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a0aa188a-ff41-47ba-a20a-7d37f80e7683 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:53.478279 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd11a11-dc86-47f0-b81a-70cf1df2a3d5 req-05350513-95b7-4f6f-9dac-dff4108e4f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:53.479591 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-050e911d-1d7d-49e9-8730-475791a401d6 req-11329e8c-0a84-4a31-b210-c389f535e695 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/security-groups?id=c115b98d-5dee-4b75-acad-6c945a285f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009533 Dec 07 18:48:53.480107 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3dd11a11-dc86-47f0-b81a-70cf1df2a3d5 req-05350513-95b7-4f6f-9dac-dff4108e4f28 service neutron] 10.222.0.23 "GET /v2.0/networks?id=231250c2-6b44-47d0-805a-e173a98bb0d4 HTTP/1.1" status: 200 len: 915 time: 0.3627443 Dec 07 18:48:53.494127 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a0aa188a-ff41-47ba-a20a-7d37f80e7683 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:53.494457 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a0aa188a-ff41-47ba-a20a-7d37f80e7683 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:53.507057 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-a0aa188a-ff41-47ba-a20a-7d37f80e7683 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Calling delete_port for e5362f57-68b0-4174-9244-11833c358eab owned by network:floatingip {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:48:53.548485 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3dd11a11-dc86-47f0-b81a-70cf1df2a3d5 req-c07e1f96-2eb2-4363-b177-4157da0d65ed service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c4ac575-82d3-4c88-90cb-0083321e1635 HTTP/1.1" status: 200 len: 1001 time: 0.0597968 Dec 07 18:48:53.596607 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd11a11-dc86-47f0-b81a-70cf1df2a3d5 req-fea4e827-a6e2-40e4-bb36-0bffdec2d4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:53.598064 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3dd11a11-dc86-47f0-b81a-70cf1df2a3d5 req-fea4e827-a6e2-40e4-bb36-0bffdec2d4e6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7946be5b-0476-44aa-ae26-502f3cd3f3eb HTTP/1.1" status: 200 len: 853 time: 0.0427117 Dec 07 18:48:53.649998 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd11a11-dc86-47f0-b81a-70cf1df2a3d5 req-6bf75b3f-e68a-4516-bb87-e5f3bd83cf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:53.651474 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3dd11a11-dc86-47f0-b81a-70cf1df2a3d5 req-6bf75b3f-e68a-4516-bb87-e5f3bd83cf6f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=231250c2-6b44-47d0-805a-e173a98bb0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463145 Dec 07 18:48:53.696815 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a0aa188a-ff41-47ba-a20a-7d37f80e7683 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529624208'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:53.723394 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa188a-ff41-47ba-a20a-7d37f80e7683 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Pushing event deleted for resources: {'Port': ['ID=e5362f57-68b0-4174-9244-11833c358eab,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:48:53.745209 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3dd11a11-dc86-47f0-b81a-70cf1df2a3d5 req-1f5a5a33-209d-4b1e-815b-67175b60b7eb service neutron] 10.222.0.23 "GET /v2.0/networks/231250c2-6b44-47d0-805a-e173a98bb0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851238 Dec 07 18:48:53.785219 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a0aa188a-ff41-47ba-a20a-7d37f80e7683 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks [] for floatingip, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:53.785533 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.db.l3_db [None req-a0aa188a-ff41-47ba-a20a-7d37f80e7683 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Floating IP cb9b0013-1e6e-4194-8220-59821eac99c7 disassociated (deleted). External IP: 172.27.0.137, port: 6c4ac575-82d3-4c88-90cb-0083321e1635. Dec 07 18:48:53.849296 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3dd11a11-dc86-47f0-b81a-70cf1df2a3d5 req-f72ca926-a0d4-4132-a1c1-409972e0eb28 service neutron] 10.222.0.23 "GET /v2.0/networks/231250c2-6b44-47d0-805a-e173a98bb0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964313 Dec 07 18:48:54.013598 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0aa188a-ff41-47ba-a20a-7d37f80e7683 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Router 86414997-6c9e-4ded-b019-e4a7a7ea03c4 has already been hosted by L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:48:54.128414 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0aa188a-ff41-47ba-a20a-7d37f80e7683 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:48:54.132795 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a0aa188a-ff41-47ba-a20a-7d37f80e7683 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:54.139274 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faac3ffe-834d-46d0-a3d0-589421487e6e None None] Sync routers for ids ['86414997-6c9e-4ded-b019-e4a7a7ea03c4'] in dv-cinder-819692-6-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:48:54.151013 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faac3ffe-834d-46d0-a3d0-589421487e6e None None] Routers {'86414997-6c9e-4ded-b019-e4a7a7ea03c4'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:48:54.151898 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-faac3ffe-834d-46d0-a3d0-589421487e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:48:48Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['86414997-6c9e-4ded-b019-e4a7a7ea03c4'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:48:54.162567 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-a0aa188a-ff41-47ba-a20a-7d37f80e7683 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "DELETE /v2.0/floatingips/cb9b0013-1e6e-4194-8220-59821eac99c7 HTTP/1.1" status: 204 len: 168 time: 1.0435855 Dec 07 18:48:54.387181 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-faac3ffe-834d-46d0-a3d0-589421487e6e None None] Set router 86414997-6c9e-4ded-b019-e4a7a7ea03c4 gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:48:54.590807 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-faac3ffe-834d-46d0-a3d0-589421487e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86414997-6c9e-4ded-b019-e4a7a7ea03c4', 'name': 'tempest-TestMinimumBasicScenario-807836683-router', 'tenant_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '5063a75e-3736-4ee5-8d89-964380c49845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:42Z', 'updated_at': '2021-12-07T18:45:48Z', 'revision_number': 4, 'project_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'gw_port': {'id': '5063a75e-3736-4ee5-8d89-964380c49845', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86414997-6c9e-4ded-b019-e4a7a7ea03c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:43Z', 'updated_at': '2021-12-07T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '4dddb1f9-ea43-47f8-81aa-06193647596d', 'name': '', 'network_id': '231250c2-6b44-47d0-805a-e173a98bb0d4', 'tenant_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'mac_address': 'fa:16:3e:e5:da:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86414997-6c9e-4ded-b019-e4a7a7ea03c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '7946be5b-0476-44aa-ae26-502f3cd3f3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:47Z', 'updated_at': '2021-12-07T18:45:54Z', 'revision_number': 5, 'project_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'subnets': [{'id': '7946be5b-0476-44aa-ae26-502f3cd3f3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:48:54.595506 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe82d4-495c-4fc4-a362-f55bb7dd673d req-81deb31d-9d5b-4622-90f2-2de96c402ed6 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:54.596967 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-08fe82d4-495c-4fc4-a362-f55bb7dd673d req-81deb31d-9d5b-4622-90f2-2de96c402ed6 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bd55682-7fc8-4b23-b5f8-0bb90865a2cd HTTP/1.1" status: 200 len: 943 time: 0.0479941 Dec 07 18:48:54.617164 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faac3ffe-834d-46d0-a3d0-589421487e6e None None] Checking router: 86414997-6c9e-4ded-b019-e4a7a7ea03c4 for host: dv-cinder-819692-6-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:48:54.626048 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faac3ffe-834d-46d0-a3d0-589421487e6e None None] Routers {'86414997-6c9e-4ded-b019-e4a7a7ea03c4'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:48:54.626647 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-faac3ffe-834d-46d0-a3d0-589421487e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:48:48Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['86414997-6c9e-4ded-b019-e4a7a7ea03c4'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:48:54.644247 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-08fe82d4-495c-4fc4-a362-f55bb7dd673d req-3ad66f2d-2386-4ed4-8178-63b3aed8c4c8 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/security-groups?id=c115b98d-5dee-4b75-acad-6c945a285f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410171 Dec 07 18:48:54.710822 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 804851cf-f4a4-40c0-a158-517510794afb details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:48:54.742630 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-faac3ffe-834d-46d0-a3d0-589421487e6e None None] Set router 86414997-6c9e-4ded-b019-e4a7a7ea03c4 gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:48:54.941178 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 804851cf-f4a4-40c0-a158-517510794afb, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=804851cf-f4a4-40c0-a158-517510794afb,segment=NetworkSegment(5011a04c-676a-4962-aa69-44c8f6d3c271),segment_id=5011a04c-676a-4962-aa69-44c8f6d3c271)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:48:54.961683 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Returning: {'device': '804851cf-f4a4-40c0-a158-517510794afb', 'network_id': '63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8', 'port_id': '804851cf-f4a4-40c0-a158-517510794afb', 'mac_address': 'fa:16:3e:16:a8:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00c692b7-3b36-4774-9aaf-5fa4bf5dbdc6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:48:54.981047 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669946de-d56d-400a-aa4e-0b1c8ab97e46', 'tag': '6c4ac575-82d3-4c88-90cb-0083321e1635'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:48:54.983526 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f47eea71b5ba0831d378bb06dcf61d9c2f9c3cd1ea737a862f2010bc1a834e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76c76ff-6de4-4ac1-9b91-0a6587d6627d" -d '{"events": [{"name": "network-changed", "server_uuid": "669946de-d56d-400a-aa4e-0b1c8ab97e46", "tag": "6c4ac575-82d3-4c88-90cb-0083321e1635"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:48:55.018650 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691816e8-30bb-4cb4-8377-876f213efb78 x-openstack-request-id: req-691816e8-30bb-4cb4-8377-876f213efb78 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:48:55.018954 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "669946de-d56d-400a-aa4e-0b1c8ab97e46", "tag": "6c4ac575-82d3-4c88-90cb-0083321e1635", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:48:55.019216 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-691816e8-30bb-4cb4-8377-876f213efb78 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:48:55.019615 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '669946de-d56d-400a-aa4e-0b1c8ab97e46', 'tag': '6c4ac575-82d3-4c88-90cb-0083321e1635', 'status': 'completed', 'code': 200} Dec 07 18:48:55.033193 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:55.049870 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 804851cf-f4a4-40c0-a158-517510794afb {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:48:55.074384 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 804851cf-f4a4-40c0-a158-517510794afb, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=804851cf-f4a4-40c0-a158-517510794afb,segment=NetworkSegment(5011a04c-676a-4962-aa69-44c8f6d3c271),segment_id=5011a04c-676a-4962-aa69-44c8f6d3c271)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:48:55.076626 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-faac3ffe-834d-46d0-a3d0-589421487e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86414997-6c9e-4ded-b019-e4a7a7ea03c4', 'name': 'tempest-TestMinimumBasicScenario-807836683-router', 'tenant_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '5063a75e-3736-4ee5-8d89-964380c49845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:42Z', 'updated_at': '2021-12-07T18:45:48Z', 'revision_number': 4, 'project_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'gw_port': {'id': '5063a75e-3736-4ee5-8d89-964380c49845', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86414997-6c9e-4ded-b019-e4a7a7ea03c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:43Z', 'updated_at': '2021-12-07T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '4dddb1f9-ea43-47f8-81aa-06193647596d', 'name': '', 'network_id': '231250c2-6b44-47d0-805a-e173a98bb0d4', 'tenant_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'mac_address': 'fa:16:3e:e5:da:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86414997-6c9e-4ded-b019-e4a7a7ea03c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '7946be5b-0476-44aa-ae26-502f3cd3f3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:47Z', 'updated_at': '2021-12-07T18:45:54Z', 'revision_number': 5, 'project_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'subnets': [{'id': '7946be5b-0476-44aa-ae26-502f3cd3f3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:48:55.080882 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:55.084134 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c76ff-6de4-4ac1-9b91-0a6587d6627d req-0a50b6fa-a2d2-4ad7-b95d-98dbe44b3900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:55.085651 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c76c76ff-6de4-4ac1-9b91-0a6587d6627d req-0a50b6fa-a2d2-4ad7-b95d-98dbe44b3900 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=60c42061bf6e4acb909fab4c8dbc4c0d&device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 1098 time: 0.0442924 Dec 07 18:48:55.109005 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faac3ffe-834d-46d0-a3d0-589421487e6e None None] The sync data for ids ['86414997-6c9e-4ded-b019-e4a7a7ea03c4'] in dv-cinder-819692-6-iscsi is: [{'id': '86414997-6c9e-4ded-b019-e4a7a7ea03c4', 'name': 'tempest-TestMinimumBasicScenario-807836683-router', 'tenant_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '5063a75e-3736-4ee5-8d89-964380c49845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:42Z', 'updated_at': '2021-12-07T18:45:48Z', 'revision_number': 4, 'project_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'gw_port': {'id': '5063a75e-3736-4ee5-8d89-964380c49845', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86414997-6c9e-4ded-b019-e4a7a7ea03c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:43Z', 'updated_at': '2021-12-07T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '4dddb1f9-ea43-47f8-81aa-06193647596d', 'name': '', 'network_id': '231250c2-6b44-47d0-805a-e173a98bb0d4', 'tenant_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'mac_address': 'fa:16:3e:e5:da:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86414997-6c9e-4ded-b019-e4a7a7ea03c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '7946be5b-0476-44aa-ae26-502f3cd3f3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:47Z', 'updated_at': '2021-12-07T18:45:54Z', 'revision_number': 5, 'project_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'subnets': [{'id': '7946be5b-0476-44aa-ae26-502f3cd3f3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:48:55.165151 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=804851cf-f4a4-40c0-a158-517510794afb,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:48:55.173275 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:48:55.173623 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:48:55.173984 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:48:55.175007 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:48:55.175007 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:48:55.175330 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:48:55.175713 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:48:55.176049 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:48:55.176377 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:48:55.176790 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:48:55.177126 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:48:55.177499 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:48:55.177840 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:48:55.211462 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c76ff-6de4-4ac1-9b91-0a6587d6627d req-1aee477c-a260-4404-a534-c2ec1dc20140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:55.213057 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c76c76ff-6de4-4ac1-9b91-0a6587d6627d req-1aee477c-a260-4404-a534-c2ec1dc20140 service neutron] 10.222.0.23 "GET /v2.0/networks?id=231250c2-6b44-47d0-805a-e173a98bb0d4 HTTP/1.1" status: 200 len: 915 time: 0.1197639 Dec 07 18:48:55.259229 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c76c76ff-6de4-4ac1-9b91-0a6587d6627d req-9aecd828-aaa0-410b-933e-a2cdf5bdb4bd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c4ac575-82d3-4c88-90cb-0083321e1635 HTTP/1.1" status: 200 len: 217 time: 0.0389173 Dec 07 18:48:55.319849 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c76ff-6de4-4ac1-9b91-0a6587d6627d req-4d76a330-fd10-48a6-b6b2-20e99b2f92d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:55.321268 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c76c76ff-6de4-4ac1-9b91-0a6587d6627d req-4d76a330-fd10-48a6-b6b2-20e99b2f92d3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7946be5b-0476-44aa-ae26-502f3cd3f3eb HTTP/1.1" status: 200 len: 853 time: 0.0539298 Dec 07 18:48:55.342627 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['804851cf-f4a4-40c0-a158-517510794afb'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:48:55.370177 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c76ff-6de4-4ac1-9b91-0a6587d6627d req-ccee3cf0-5e05-4b4d-afc7-a376fad49870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:55.371786 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c76c76ff-6de4-4ac1-9b91-0a6587d6627d req-ccee3cf0-5e05-4b4d-afc7-a376fad49870 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=231250c2-6b44-47d0-805a-e173a98bb0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431206 Dec 07 18:48:55.474135 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05db1a6-bed9-4bb8-815a-d515a0382fea None None] New status for floating IP cb9b0013-1e6e-4194-8220-59821eac99c7: DOWN {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 18:48:55.496527 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c76c76ff-6de4-4ac1-9b91-0a6587d6627d req-1db6fa47-da72-43bf-a7ea-2836392df8e8 service neutron] 10.222.0.23 "GET /v2.0/networks/231250c2-6b44-47d0-805a-e173a98bb0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151483 Dec 07 18:48:55.593769 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c76c76ff-6de4-4ac1-9b91-0a6587d6627d req-084641b2-ff6a-446b-9196-e31f7ddbeaf7 service neutron] 10.222.0.23 "GET /v2.0/networks/231250c2-6b44-47d0-805a-e173a98bb0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892162 Dec 07 18:48:55.758470 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7535fe1-6d24-4d76-b75d-e5c7d4a6cecb req-cb8119ce-96c8-4b6e-b089-1c6cf6f918f3 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:55.759920 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f7535fe1-6d24-4d76-b75d-e5c7d4a6cecb req-cb8119ce-96c8-4b6e-b089-1c6cf6f918f3 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bd55682-7fc8-4b23-b5f8-0bb90865a2cd HTTP/1.1" status: 200 len: 944 time: 0.0479255 Dec 07 18:48:55.808728 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f7535fe1-6d24-4d76-b75d-e5c7d4a6cecb req-7d890a7f-0f40-4c36-8a63-81e8d6c7da34 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/security-groups?id=c115b98d-5dee-4b75-acad-6c945a285f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429499 Dec 07 18:48:56.699081 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 804851cf-f4a4-40c0-a158-517510794afb up at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:48:56.754463 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning for port 804851cf-f4a4-40c0-a158-517510794afb completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:48:56.758418 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning complete for port 804851cf-f4a4-40c0-a158-517510794afb triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:48:56.758812 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:56.849998 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:56.873490 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd55682-7fc8-4b23-b5f8-0bb90865a2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '804851cf-f4a4-40c0-a158-517510794afb'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:48:56.875940 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab3a8ce7da5a640e7c4dfc04f2c3e6911255c2d0b826cd7cc2b97a426bb0a1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5867faf1-7164-4849-8bf0-56359e7c378a" -d '{"events": [{"server_uuid": "5bd55682-7fc8-4b23-b5f8-0bb90865a2cd", "name": "network-vif-plugged", "status": "completed", "tag": "804851cf-f4a4-40c0-a158-517510794afb"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:48:56.889721 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 804851cf-f4a4-40c0-a158-517510794afb, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=804851cf-f4a4-40c0-a158-517510794afb,segment=NetworkSegment(5011a04c-676a-4962-aa69-44c8f6d3c271),segment_id=5011a04c-676a-4962-aa69-44c8f6d3c271)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:48:56.894223 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:56.929630 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3414a-e900-44df-ab53-5368c39c9db8 req-38750fac-a192-4f84-b43b-76d27787ce80 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:56.931173 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-63b3414a-e900-44df-ab53-5368c39c9db8 req-38750fac-a192-4f84-b43b-76d27787ce80 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 945 time: 0.0546365 Dec 07 18:48:56.938512 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99b594-c9b3-487d-9aee-f1e30919a62c req-8d5d8657-d980-4d7e-b1bd-78940112549d tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:56.940161 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ce99b594-c9b3-487d-9aee-f1e30919a62c req-8d5d8657-d980-4d7e-b1bd-78940112549d tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bd55682-7fc8-4b23-b5f8-0bb90865a2cd HTTP/1.1" status: 200 len: 945 time: 0.0547194 Dec 07 18:48:56.946413 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=804851cf-f4a4-40c0-a158-517510794afb,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:48:56.986198 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-63b3414a-e900-44df-ab53-5368c39c9db8 req-ddd17933-4014-404c-a46b-50875af63de3 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbd6a00-6cad-41ed-8392-ec51296291ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470667 Dec 07 18:48:56.992623 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ce99b594-c9b3-487d-9aee-f1e30919a62c req-e09c4eec-81b2-4fc5-8408-cebcc3424eda tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/security-groups?id=c115b98d-5dee-4b75-acad-6c945a285f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462263 Dec 07 18:48:57.028038 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c3c4d9-2f50-4102-a772-6bc3a63f08d6 x-openstack-request-id: req-04c3c4d9-2f50-4102-a772-6bc3a63f08d6 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:48:57.028340 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd55682-7fc8-4b23-b5f8-0bb90865a2cd", "name": "network-vif-plugged", "status": "completed", "tag": "804851cf-f4a4-40c0-a158-517510794afb", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:48:57.028602 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-04c3c4d9-2f50-4102-a772-6bc3a63f08d6 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:48:57.029006 dv-cinder-819692-6-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd55682-7fc8-4b23-b5f8-0bb90865a2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '804851cf-f4a4-40c0-a158-517510794afb', 'code': 200} Dec 07 18:48:57.210270 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4863991-b4d7-4612-907a-7c4447662b52 req-9939e99c-846b-41e2-a2c1-37909f8972b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:57.211699 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e4863991-b4d7-4612-907a-7c4447662b52 req-9939e99c-846b-41e2-a2c1-37909f8972b9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5bd55682-7fc8-4b23-b5f8-0bb90865a2cd HTTP/1.1" status: 200 len: 1098 time: 0.0395093 Dec 07 18:48:57.256014 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e4863991-b4d7-4612-907a-7c4447662b52 req-0c91b8cf-28e6-443b-9656-2490f493ead1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c115b98d-5dee-4b75-acad-6c945a285f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359039 Dec 07 18:48:57.473557 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:48:58.102904 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2305159-2393-4f5a-9713-259168b2a40a req-ef6d6690-fb38-4f84-93aa-39acf72c7e03 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:58.104518 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a2305159-2393-4f5a-9713-259168b2a40a req-ef6d6690-fb38-4f84-93aa-39acf72c7e03 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 945 time: 0.0520790 Dec 07 18:48:58.112819 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12a4e1-d595-4fbb-ae6b-be4fc58c07be req-e0320ed1-a02e-4700-b940-c4ecdbd01a0c tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:58.114326 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6d12a4e1-d595-4fbb-ae6b-be4fc58c07be req-e0320ed1-a02e-4700-b940-c4ecdbd01a0c tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bd55682-7fc8-4b23-b5f8-0bb90865a2cd HTTP/1.1" status: 200 len: 945 time: 0.0535262 Dec 07 18:48:58.154516 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a2305159-2393-4f5a-9713-259168b2a40a req-0f39edd4-f0a8-40ce-9655-97b23247d8a2 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbd6a00-6cad-41ed-8392-ec51296291ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435209 Dec 07 18:48:58.162102 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6d12a4e1-d595-4fbb-ae6b-be4fc58c07be req-b68acbfe-41f4-4ed7-b997-e7c0f3133f94 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/security-groups?id=c115b98d-5dee-4b75-acad-6c945a285f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420234 Dec 07 18:48:59.167459 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec9c64-a0db-47a9-962e-852c73c11d0e req-cb50ebb1-0f8a-4d9f-82ba-454c2ea0f93e tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:59.168932 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4cec9c64-a0db-47a9-962e-852c73c11d0e req-cb50ebb1-0f8a-4d9f-82ba-454c2ea0f93e tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.23 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 945 time: 0.0510960 Dec 07 18:48:59.291456 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602808a-0dbb-4acc-a1bc-2ddf25d53e26 req-ed4ff309-d62c-452e-9843-dcddf0824f24 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:59.292950 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1602808a-0dbb-4acc-a1bc-2ddf25d53e26 req-ed4ff309-d62c-452e-9843-dcddf0824f24 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/ports?device_id=669946de-d56d-400a-aa4e-0b1c8ab97e46 HTTP/1.1" status: 200 len: 945 time: 0.0514145 Dec 07 18:48:59.323007 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a4b60-6da3-444e-9570-4a510684b5f0 req-c76f6509-f8f2-434f-bc72-665a94c208ac tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:48:59.324095 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6c1a4b60-6da3-444e-9570-4a510684b5f0 req-c76f6509-f8f2-434f-bc72-665a94c208ac tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bd55682-7fc8-4b23-b5f8-0bb90865a2cd HTTP/1.1" status: 200 len: 945 time: 0.0717657 Dec 07 18:48:59.329801 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [req-4cec9c64-a0db-47a9-962e-852c73c11d0e req-38c541c7-d828-4b45-912a-55f896d66cb9 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Deleting port 6c4ac575-82d3-4c88-90cb-0083321e1635 {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:48:59.330170 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-4cec9c64-a0db-47a9-962e-852c73c11d0e req-38c541c7-d828-4b45-912a-55f896d66cb9 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:59.355701 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1602808a-0dbb-4acc-a1bc-2ddf25d53e26 req-5a80a2db-3b75-429a-a7e1-3919faad1971 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbd6a00-6cad-41ed-8392-ec51296291ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530689 Dec 07 18:48:59.444532 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6c1a4b60-6da3-444e-9570-4a510684b5f0 req-5cc6d4b8-4fda-4276-a6ad-33b6375c559c tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/security-groups?id=c115b98d-5dee-4b75-acad-6c945a285f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990541 Dec 07 18:48:59.469057 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-4cec9c64-a0db-47a9-962e-852c73c11d0e req-38c541c7-d828-4b45-912a-55f896d66cb9 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] For port 6c4ac575-82d3-4c88-90cb-0083321e1635, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=6c4ac575-82d3-4c88-90cb-0083321e1635,segment=NetworkSegment(63bb465d-bb7c-463b-a144-66016a6c109d),segment_id=63bb465d-bb7c-463b-a144-66016a6c109d)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:48:59.469481 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-4cec9c64-a0db-47a9-962e-852c73c11d0e req-38c541c7-d828-4b45-912a-55f896d66cb9 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:59.484159 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [req-4cec9c64-a0db-47a9-962e-852c73c11d0e req-38c541c7-d828-4b45-912a-55f896d66cb9 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Calling delete_port for 6c4ac575-82d3-4c88-90cb-0083321e1635 owned by compute:nova {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:48:59.512175 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 35902) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:48:59.631537 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-4cec9c64-a0db-47a9-962e-852c73c11d0e req-38c541c7-d828-4b45-912a-55f896d66cb9 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:59.636855 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3744c8f0-cafa-4e1c-bde2-8d933427e651 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:59.644759 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['6c4ac575-82d3-4c88-90cb-0083321e1635'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:48:59.669457 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c541c7-d828-4b45-912a-55f896d66cb9 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Pushing event deleted for resources: {'Port': ['ID=6c4ac575-82d3-4c88-90cb-0083321e1635,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:48:59.714623 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cec9c64-a0db-47a9-962e-852c73c11d0e req-38c541c7-d828-4b45-912a-55f896d66cb9 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] No DVR routers for this DVR port 6c4ac575-82d3-4c88-90cb-0083321e1635 on host hv-cinder-81969 {{(pid=109084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:48:59.718349 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-4cec9c64-a0db-47a9-962e-852c73c11d0e req-38c541c7-d828-4b45-912a-55f896d66cb9 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:59.723141 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4cec9c64-a0db-47a9-962e-852c73c11d0e req-38c541c7-d828-4b45-912a-55f896d66cb9 tempest-TestMinimumBasicScenario-1028198325 tempest-TestMinimumBasicScenario-1028198325-project] 10.222.0.23 "DELETE /v2.0/ports/6c4ac575-82d3-4c88-90cb-0083321e1635 HTTP/1.1" status: 204 len: 173 time: 0.5458806 Dec 07 18:48:59.723825 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669946de-d56d-400a-aa4e-0b1c8ab97e46', 'name': 'network-vif-deleted', 'tag': '6c4ac575-82d3-4c88-90cb-0083321e1635'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:48:59.726445 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a9c8e9ce0db27bff2b715efe80f7ddeb02331314c1c7d49b52ba908637cab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70fc355-4d4a-41ab-a72a-ae1faf1f546f" -d '{"events": [{"server_uuid": "669946de-d56d-400a-aa4e-0b1c8ab97e46", "name": "network-vif-deleted", "tag": "6c4ac575-82d3-4c88-90cb-0083321e1635"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:48:59.771797 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4086e2-b76f-4d0b-bb94-45aaaa68082a x-openstack-request-id: req-fa4086e2-b76f-4d0b-bb94-45aaaa68082a {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:48:59.773534 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669946de-d56d-400a-aa4e-0b1c8ab97e46", "name": "network-vif-deleted", "tag": "6c4ac575-82d3-4c88-90cb-0083321e1635", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:48:59.773534 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fa4086e2-b76f-4d0b-bb94-45aaaa68082a {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:48:59.773534 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669946de-d56d-400a-aa4e-0b1c8ab97e46', 'name': 'network-vif-deleted', 'tag': '6c4ac575-82d3-4c88-90cb-0083321e1635', 'status': 'completed', 'code': 200} Dec 07 18:48:59.990110 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3744c8f0-cafa-4e1c-bde2-8d933427e651 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:48:59.993719 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3744c8f0-cafa-4e1c-bde2-8d933427e651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:00.034046 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-3744c8f0-cafa-4e1c-bde2-8d933427e651 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=af7caf5b98b24532902a2c470ee4c7f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5207012 Dec 07 18:49:00.036885 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 35946) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:00.037307 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3744c8f0-cafa-4e1c-bde2-8d933427e651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb80b1b-9e6c-4387-affd-e827359f453a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:00.089029 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b0c66946-e24a-41d4-8f72-c56405a37717 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:00.112854 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b0c66946-e24a-41d4-8f72-c56405a37717 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:00.170921 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b0c66946-e24a-41d4-8f72-c56405a37717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:00.173785 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b0c66946-e24a-41d4-8f72-c56405a37717 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:00.175486 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-b0c66946-e24a-41d4-8f72-c56405a37717 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4eb80b1b-9e6c-4387-affd-e827359f453a HTTP/1.1" status: 204 len: 168 time: 0.1372514 Dec 07 18:49:00.195833 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c66946-e24a-41d4-8f72-c56405a37717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb80b1b-9e6c-4387-affd-e827359f453a,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:00.511342 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 35968) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:00.524517 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d72cef91-177c-47bf-a466-08ad292b8741 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:00.626544 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d72cef91-177c-47bf-a466-08ad292b8741 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:00.630320 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d72cef91-177c-47bf-a466-08ad292b8741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:00.667882 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72cef91-177c-47bf-a466-08ad292b8741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87287a9a-aac2-44dc-9394-24743098c4d4,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:00.672927 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-d72cef91-177c-47bf-a466-08ad292b8741 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6535540e493b448092e7aff38dae0a6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1605330 Dec 07 18:49:00.675805 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 35970) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:00.730764 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bfe51df7-9c7e-418c-9a42-3c6198472615 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:00.752528 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bfe51df7-9c7e-418c-9a42-3c6198472615 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:00.800024 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bfe51df7-9c7e-418c-9a42-3c6198472615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:00.802878 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bfe51df7-9c7e-418c-9a42-3c6198472615 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:00.804041 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-bfe51df7-9c7e-418c-9a42-3c6198472615 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/87287a9a-aac2-44dc-9394-24743098c4d4 HTTP/1.1" status: 204 len: 168 time: 0.1273282 Dec 07 18:49:00.835855 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe51df7-9c7e-418c-9a42-3c6198472615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87287a9a-aac2-44dc-9394-24743098c4d4,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:02.245055 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 36056) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:02.620731 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dad9a27e-b727-4ec6-a466-4eaacf335500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646341'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:02.726641 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 6c4ac575-82d3-4c88-90cb-0083321e1635 no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:49:02.752863 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] No Port match for: 6c4ac575-82d3-4c88-90cb-0083321e1635 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:49:02.753214 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 6c4ac575-82d3-4c88-90cb-0083321e1635 not bound to the agent host hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:49:02.883616 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-dad9a27e-b727-4ec6-a466-4eaacf335500 admin admin] Deleting port 4dddb1f9-ea43-47f8-81aa-06193647596d {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:49:02.883963 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dad9a27e-b727-4ec6-a466-4eaacf335500 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:02.969354 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-dad9a27e-b727-4ec6-a466-4eaacf335500 admin admin] For port 4dddb1f9-ea43-47f8-81aa-06193647596d, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=4dddb1f9-ea43-47f8-81aa-06193647596d,segment=NetworkSegment(63bb465d-bb7c-463b-a144-66016a6c109d),segment_id=63bb465d-bb7c-463b-a144-66016a6c109d)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:49:02.969760 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dad9a27e-b727-4ec6-a466-4eaacf335500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:02.982451 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-dad9a27e-b727-4ec6-a466-4eaacf335500 admin admin] Calling delete_port for 4dddb1f9-ea43-47f8-81aa-06193647596d owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:49:03.048916 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 36090) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:03.157350 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-cbe5e855-f252-4dfd-bd53-593921ebba96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:03.179857 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dad9a27e-b727-4ec6-a466-4eaacf335500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529624208'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:03.208280 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad9a27e-b727-4ec6-a466-4eaacf335500 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dddb1f9-ea43-47f8-81aa-06193647596d,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:03.247034 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-cbe5e855-f252-4dfd-bd53-593921ebba96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:03.253256 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-cbe5e855-f252-4dfd-bd53-593921ebba96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:03.301428 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-cbe5e855-f252-4dfd-bd53-593921ebba96 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1b0879f3d22442c4b7601b53d0a6a764&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2492232 Dec 07 18:49:03.303465 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 36094) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:03.304130 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5e855-f252-4dfd-bd53-593921ebba96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4c95d9-0581-44a1-808c-29ef193cf0b6,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:03.358440 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-dadedaab-196d-4418-b332-9268172047ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:03.378991 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dad9a27e-b727-4ec6-a466-4eaacf335500 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-968002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646321'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:03.382494 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-dadedaab-196d-4418-b332-9268172047ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:03.436395 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-dadedaab-196d-4418-b332-9268172047ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:03.439568 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-dadedaab-196d-4418-b332-9268172047ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:03.440802 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-dadedaab-196d-4418-b332-9268172047ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1a4c95d9-0581-44a1-808c-29ef193cf0b6 HTTP/1.1" status: 204 len: 168 time: 0.1337171 Dec 07 18:49:03.449016 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadedaab-196d-4418-b332-9268172047ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4c95d9-0581-44a1-808c-29ef193cf0b6,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:03.620463 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad9a27e-b727-4ec6-a466-4eaacf335500 admin admin] Router 86414997-6c9e-4ded-b019-e4a7a7ea03c4 has already been hosted by L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:49:03.726791 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 36100) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:03.744284 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d81fc1b9-8f49-48c3-a523-7b59685ebec8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:03.747286 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad9a27e-b727-4ec6-a466-4eaacf335500 admin admin] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:49:03.756083 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-dad9a27e-b727-4ec6-a466-4eaacf335500 admin admin] 10.222.0.41 "PUT /v2.0/routers/86414997-6c9e-4ded-b019-e4a7a7ea03c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5099878 Dec 07 18:49:03.756467 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45cdad0-9999-490d-a001-b4bb6b5325a2 None None] Sync routers for ids ['86414997-6c9e-4ded-b019-e4a7a7ea03c4'] in dv-cinder-819692-6-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:49:03.758586 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 36102) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:03.767350 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45cdad0-9999-490d-a001-b4bb6b5325a2 None None] Routers {'86414997-6c9e-4ded-b019-e4a7a7ea03c4'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:49:03.767979 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-a45cdad0-9999-490d-a001-b4bb6b5325a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:48:48Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['86414997-6c9e-4ded-b019-e4a7a7ea03c4'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:49:03.881355 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-a45cdad0-9999-490d-a001-b4bb6b5325a2 None None] Set router 86414997-6c9e-4ded-b019-e4a7a7ea03c4 gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:49:03.907460 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-022fd0ae-1fb8-47aa-9758-491990de7308 admin admin] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:03.967102 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d81fc1b9-8f49-48c3-a523-7b59685ebec8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:03.974199 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d81fc1b9-8f49-48c3-a523-7b59685ebec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:04.048610 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-d81fc1b9-8f49-48c3-a523-7b59685ebec8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5acdf35165124ad9a24783adb211d4ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3207705 Dec 07 18:49:04.051973 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 36104) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:04.054470 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81fc1b9-8f49-48c3-a523-7b59685ebec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78385742-19d3-4f75-a93f-64027270a434,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:04.067936 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-022fd0ae-1fb8-47aa-9758-491990de7308 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:04.069531 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-a45cdad0-9999-490d-a001-b4bb6b5325a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86414997-6c9e-4ded-b019-e4a7a7ea03c4', 'name': 'tempest-TestMinimumBasicScenario-807836683-router', 'tenant_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '5063a75e-3736-4ee5-8d89-964380c49845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:42Z', 'updated_at': '2021-12-07T18:49:03Z', 'revision_number': 5, 'project_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'gw_port': {'id': '5063a75e-3736-4ee5-8d89-964380c49845', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86414997-6c9e-4ded-b019-e4a7a7ea03c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:43Z', 'updated_at': '2021-12-07T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi'}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:49:04.103413 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45cdad0-9999-490d-a001-b4bb6b5325a2 None None] Checking router: 86414997-6c9e-4ded-b019-e4a7a7ea03c4 for host: dv-cinder-819692-6-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:49:04.112220 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45cdad0-9999-490d-a001-b4bb6b5325a2 None None] Routers {'86414997-6c9e-4ded-b019-e4a7a7ea03c4'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:49:04.112896 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-a45cdad0-9999-490d-a001-b4bb6b5325a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:48:48Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['86414997-6c9e-4ded-b019-e4a7a7ea03c4'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:49:04.133118 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-022fd0ae-1fb8-47aa-9758-491990de7308 admin admin] Deleting port 5063a75e-3736-4ee5-8d89-964380c49845 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:49:04.133462 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-022fd0ae-1fb8-47aa-9758-491990de7308 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:04.146123 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a55c2227-a623-4111-a594-679899bf7ef9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:04.170311 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a55c2227-a623-4111-a594-679899bf7ef9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:04.212778 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-a45cdad0-9999-490d-a001-b4bb6b5325a2 None None] Set router 86414997-6c9e-4ded-b019-e4a7a7ea03c4 gateway port host: None {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:49:04.232453 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a55c2227-a623-4111-a594-679899bf7ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:04.236757 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a55c2227-a623-4111-a594-679899bf7ef9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:04.241156 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-a55c2227-a623-4111-a594-679899bf7ef9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/78385742-19d3-4f75-a93f-64027270a434 HTTP/1.1" status: 204 len: 168 time: 0.1881025 Dec 07 18:49:04.249260 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c2227-a623-4111-a594-679899bf7ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78385742-19d3-4f75-a93f-64027270a434,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:04.254596 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-022fd0ae-1fb8-47aa-9758-491990de7308 admin admin] For port 5063a75e-3736-4ee5-8d89-964380c49845, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=5063a75e-3736-4ee5-8d89-964380c49845,segment=NetworkSegment(05f8ab8d-4669-4926-ada9-ecff5fb4eb1d),segment_id=05f8ab8d-4669-4926-ada9-ecff5fb4eb1d)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:49:04.254961 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-022fd0ae-1fb8-47aa-9758-491990de7308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:04.269888 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-022fd0ae-1fb8-47aa-9758-491990de7308 admin admin] Calling delete_port for 5063a75e-3736-4ee5-8d89-964380c49845 owned by network:router_gateway {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:49:04.280051 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-a45cdad0-9999-490d-a001-b4bb6b5325a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86414997-6c9e-4ded-b019-e4a7a7ea03c4', 'name': 'tempest-TestMinimumBasicScenario-807836683-router', 'tenant_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:42Z', 'updated_at': '2021-12-07T18:49:04Z', 'revision_number': 6, 'project_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'gw_port_host': None}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:49:04.312918 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45cdad0-9999-490d-a001-b4bb6b5325a2 None None] The sync data for ids ['86414997-6c9e-4ded-b019-e4a7a7ea03c4'] in dv-cinder-819692-6-iscsi is: [{'id': '86414997-6c9e-4ded-b019-e4a7a7ea03c4', 'name': 'tempest-TestMinimumBasicScenario-807836683-router', 'tenant_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:42Z', 'updated_at': '2021-12-07T18:49:04Z', 'revision_number': 6, 'project_id': '60c42061bf6e4acb909fab4c8dbc4c0d', 'gw_port_host': None}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:49:04.456144 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-022fd0ae-1fb8-47aa-9758-491990de7308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529624208'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:04.486334 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022fd0ae-1fb8-47aa-9758-491990de7308 admin admin] Pushing event deleted for resources: {'Port': ['ID=5063a75e-3736-4ee5-8d89-964380c49845,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:04.561003 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-022fd0ae-1fb8-47aa-9758-491990de7308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644875'] for router_gateway, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:04.677319 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-022fd0ae-1fb8-47aa-9758-491990de7308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30677'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:04.679733 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-022fd0ae-1fb8-47aa-9758-491990de7308 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:04.755922 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-022fd0ae-1fb8-47aa-9758-491990de7308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646822'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:04.756571 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022fd0ae-1fb8-47aa-9758-491990de7308 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86414997-6c9e-4ded-b019-e4a7a7ea03c4 {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 18:49:04.762222 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-022fd0ae-1fb8-47aa-9758-491990de7308 admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:04.766914 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-022fd0ae-1fb8-47aa-9758-491990de7308 admin admin] 10.222.0.41 "DELETE /v2.0/routers/86414997-6c9e-4ded-b019-e4a7a7ea03c4 HTTP/1.1" status: 204 len: 168 time: 1.0042634 Dec 07 18:49:04.767676 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 36122) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:04.817100 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f397fb8-ecf2-4bcf-a47c-700feed94874 admin admin] Deleting subnet 7946be5b-0476-44aa-ae26-502f3cd3f3eb {{(pid=109084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 18:49:04.820319 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6f397fb8-ecf2-4bcf-a47c-700feed94874 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:04.856147 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6f397fb8-ecf2-4bcf-a47c-700feed94874 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529821108'] for subnet, precommit_delete_associations {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:04.978040 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6f397fb8-ecf2-4bcf-a47c-700feed94874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1752923'] for subnet, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:05.034370 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6f397fb8-ecf2-4bcf-a47c-700feed94874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1752898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530415315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530068101'] for subnet, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:05.063438 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f397fb8-ecf2-4bcf-a47c-700feed94874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7946be5b-0476-44aa-ae26-502f3cd3f3eb,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:05.065669 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6f397fb8-ecf2-4bcf-a47c-700feed94874 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:05.072262 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-6f397fb8-ecf2-4bcf-a47c-700feed94874 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7946be5b-0476-44aa-ae26-502f3cd3f3eb HTTP/1.1" status: 204 len: 168 time: 0.2997992 Dec 07 18:49:05.072262 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 36138) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:05.074109 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17159fb-aab1-44c8-9660-88ac01543d35 None None] Network 231250c2-6b44-47d0-805a-e173a98bb0d4 requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:49:05.170189 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-acc93f06-3019-4244-b744-5675ce784f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639551'] for network, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:05.212369 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 4dddb1f9-ea43-47f8-81aa-06193647596d no longer exists at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:49:05.239097 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] No Port match for: 4dddb1f9-ea43-47f8-81aa-06193647596d {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:49:05.239553 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 4dddb1f9-ea43-47f8-81aa-06193647596d not bound to the agent host dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:49:05.240048 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 5063a75e-3736-4ee5-8d89-964380c49845 no longer exists at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:49:05.243394 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-acc93f06-3019-4244-b744-5675ce784f29 admin admin] Deleting port d1a36970-1e86-4186-b104-9058649cc988 {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:49:05.243998 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-acc93f06-3019-4244-b744-5675ce784f29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:05.278024 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] No Port match for: 5063a75e-3736-4ee5-8d89-964380c49845 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:49:05.280063 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 5063a75e-3736-4ee5-8d89-964380c49845 not bound to the agent host dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:49:05.332860 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [None req-acc93f06-3019-4244-b744-5675ce784f29 admin admin] For port d1a36970-1e86-4186-b104-9058649cc988, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=d1a36970-1e86-4186-b104-9058649cc988,segment=NetworkSegment(63bb465d-bb7c-463b-a144-66016a6c109d),segment_id=63bb465d-bb7c-463b-a144-66016a6c109d)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:49:05.333428 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-acc93f06-3019-4244-b744-5675ce784f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:05.353162 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-acc93f06-3019-4244-b744-5675ce784f29 admin admin] Calling delete_port for d1a36970-1e86-4186-b104-9058649cc988 owned by network:dhcp {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:49:05.363807 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2553bb1b-9355-48bc-84fa-8a24f7a9e7e2 None None] DHCP port deletion for 231250c2-6b44-47d0-805a-e173a98bb0d4 request from dv-cinder-819692-6-iscsi {{(pid=109086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 07 18:49:05.441573 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-2553bb1b-9355-48bc-84fa-8a24f7a9e7e2 None None] Deleting port d1a36970-1e86-4186-b104-9058649cc988 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:49:05.442032 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2553bb1b-9355-48bc-84fa-8a24f7a9e7e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:05.448621 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-acc93f06-3019-4244-b744-5675ce784f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:05.482749 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc93f06-3019-4244-b744-5675ce784f29 admin admin] No DVR routers for this DVR port d1a36970-1e86-4186-b104-9058649cc988 on host dv-cinder-819692-6-iscsi {{(pid=109084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:49:05.488390 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc93f06-3019-4244-b744-5675ce784f29 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1a36970-1e86-4186-b104-9058649cc988,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:05.529030 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 36146) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:05.532095 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-2553bb1b-9355-48bc-84fa-8a24f7a9e7e2 None None] For port d1a36970-1e86-4186-b104-9058649cc988, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=d1a36970-1e86-4186-b104-9058649cc988,segment=NetworkSegment(63bb465d-bb7c-463b-a144-66016a6c109d),segment_id=63bb465d-bb7c-463b-a144-66016a6c109d)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:49:05.532595 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2553bb1b-9355-48bc-84fa-8a24f7a9e7e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:05.547598 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-2553bb1b-9355-48bc-84fa-8a24f7a9e7e2 None None] Calling delete_port for d1a36970-1e86-4186-b104-9058649cc988 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:49:05.575006 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-acc93f06-3019-4244-b744-5675ce784f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587410', 'neutron.services.segments.db._delete_segments_for_network-8753414418342'] for network, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:05.603571 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-acc93f06-3019-4244-b744-5675ce784f29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['231250c2-6b44-47d0-805a-e173a98bb0d4']}} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:49:05.617158 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-acc93f06-3019-4244-b744-5675ce784f29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63bb465d-bb7c-463b-a144-66016a6c109d') {'for_net_delete': True} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:49:05.617681 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-acc93f06-3019-4244-b744-5675ce784f29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63bb465d-bb7c-463b-a144-66016a6c109d') {} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:49:05.630461 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-acc93f06-3019-4244-b744-5675ce784f29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753414568039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529821133'] for segment, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:05.659123 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-acc93f06-3019-4244-b744-5675ce784f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828'] for segment, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:05.663830 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e16918ba-8dd5-4189-88f7-4beb26ccd73f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:05.668891 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc93f06-3019-4244-b744-5675ce784f29 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=109084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 18:49:05.669451 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-acc93f06-3019-4244-b744-5675ce784f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530413617'] for segment, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:05.683490 dv-cinder-819692-6-iscsi neutron-server[109084]: Traceback (most recent call last): Dec 07 18:49:05.683490 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 18:49:05.683490 dv-cinder-819692-6-iscsi neutron-server[109084]: timer() Dec 07 18:49:05.683490 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 18:49:05.683490 dv-cinder-819692-6-iscsi neutron-server[109084]: cb(*args, **kw) Dec 07 18:49:05.683490 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 18:49:05.683490 dv-cinder-819692-6-iscsi neutron-server[109084]: return func(*args, **kwargs) Dec 07 18:49:05.683490 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 18:49:05.683490 dv-cinder-819692-6-iscsi neutron-server[109084]: self._notify() Dec 07 18:49:05.683490 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 18:49:05.683490 dv-cinder-819692-6-iscsi neutron-server[109084]: self.callback(batched_events) Dec 07 18:49:05.683490 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 18:49:05.683490 dv-cinder-819692-6-iscsi neutron-server[109084]: event.method(event) Dec 07 18:49:05.683490 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 18:49:05.683490 dv-cinder-819692-6-iscsi neutron-server[109084]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 18:49:05.683490 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 18:49:05.683490 dv-cinder-819692-6-iscsi neutron-server[109084]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 18:49:05.683490 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 18:49:05.683490 dv-cinder-819692-6-iscsi neutron-server[109084]: return f(self, *a, **k) Dec 07 18:49:05.683490 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 18:49:05.683490 dv-cinder-819692-6-iscsi neutron-server[109084]: return self._get(url).json() Dec 07 18:49:05.683490 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 18:49:05.683490 dv-cinder-819692-6-iscsi neutron-server[109084]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 18:49:05.683490 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 18:49:05.683490 dv-cinder-819692-6-iscsi neutron-server[109084]: return self.request(url, 'GET', **kwargs) Dec 07 18:49:05.683490 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 18:49:05.683490 dv-cinder-819692-6-iscsi neutron-server[109084]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 18:49:05.683490 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 18:49:05.683490 dv-cinder-819692-6-iscsi neutron-server[109084]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 18:49:05.683490 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 18:49:05.683490 dv-cinder-819692-6-iscsi neutron-server[109084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 18:49:05.683490 dv-cinder-819692-6-iscsi neutron-server[109084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 18:49:05.745215 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-acc93f06-3019-4244-b744-5675ce784f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644911'] for network, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:05.760838 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e16918ba-8dd5-4189-88f7-4beb26ccd73f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:05.762703 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-acc93f06-3019-4244-b744-5675ce784f29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for network, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:05.766184 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e16918ba-8dd5-4189-88f7-4beb26ccd73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:05.767180 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-acc93f06-3019-4244-b744-5675ce784f29 admin admin] 10.222.0.41 "DELETE /v2.0/networks/231250c2-6b44-47d0-805a-e173a98bb0d4 HTTP/1.1" status: 204 len: 168 time: 0.6946516 Dec 07 18:49:05.768486 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc93f06-3019-4244-b744-5675ce784f29 admin admin] Pushing event deleted for resources: {'Network': ['ID=231250c2-6b44-47d0-805a-e173a98bb0d4,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:05.770095 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 36150) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:05.803740 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16918ba-8dd5-4189-88f7-4beb26ccd73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d49444-a948-4765-a056-c26c70953429,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:05.804946 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2553bb1b-9355-48bc-84fa-8a24f7a9e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:05.813137 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-e16918ba-8dd5-4189-88f7-4beb26ccd73f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8ccb80160fdf40c198954ad512b1dfd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2824037 Dec 07 18:49:05.816535 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 36152) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:05.831444 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2553bb1b-9355-48bc-84fa-8a24f7a9e7e2 None None] Pushing event deleted for resources: {'Port': ['ID=d1a36970-1e86-4186-b104-9058649cc988,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:05.836049 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2553bb1b-9355-48bc-84fa-8a24f7a9e7e2 None None] Network 231250c2-6b44-47d0-805a-e173a98bb0d4 is not hosted by any dhcp agent {{(pid=109086) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 07 18:49:05.836710 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2553bb1b-9355-48bc-84fa-8a24f7a9e7e2 None None] No DVR routers for this DVR port d1a36970-1e86-4186-b104-9058649cc988 on host dv-cinder-819692-6-iscsi {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:49:05.868338 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-074bc5e9-2065-4b4e-b49a-16661298dc9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:05.891670 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-074bc5e9-2065-4b4e-b49a-16661298dc9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:05.939763 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-074bc5e9-2065-4b4e-b49a-16661298dc9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:05.942535 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-074bc5e9-2065-4b4e-b49a-16661298dc9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:05.946034 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-074bc5e9-2065-4b4e-b49a-16661298dc9e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a7d49444-a948-4765-a056-c26c70953429 HTTP/1.1" status: 204 len: 168 time: 0.1260533 Dec 07 18:49:05.951712 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074bc5e9-2065-4b4e-b49a-16661298dc9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d49444-a948-4765-a056-c26c70953429,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:06.215252 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-528c54e4-080f-473a-adbb-510635614ac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646341'] for router_interface, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:06.533212 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-528c54e4-080f-473a-adbb-510635614ac3 admin admin] Deleting port 770d834a-0a32-4967-b889-1ae2439a3d17 {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:49:06.533558 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-528c54e4-080f-473a-adbb-510635614ac3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:06.610377 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [None req-528c54e4-080f-473a-adbb-510635614ac3 admin admin] For port 770d834a-0a32-4967-b889-1ae2439a3d17, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=770d834a-0a32-4967-b889-1ae2439a3d17,segment=NetworkSegment(0ff3837d-6e24-4958-b694-acc8bf74e8bc),segment_id=0ff3837d-6e24-4958-b694-acc8bf74e8bc)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:49:06.610757 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-528c54e4-080f-473a-adbb-510635614ac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:06.626322 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-528c54e4-080f-473a-adbb-510635614ac3 admin admin] Calling delete_port for 770d834a-0a32-4967-b889-1ae2439a3d17 owned by network:router_interface {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:49:06.807913 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-528c54e4-080f-473a-adbb-510635614ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:06.837060 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c54e4-080f-473a-adbb-510635614ac3 admin admin] Pushing event deleted for resources: {'Port': ['ID=770d834a-0a32-4967-b889-1ae2439a3d17,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:06.894909 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device d1a36970-1e86-4186-b104-9058649cc988 no longer exists at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:49:06.921146 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] No Port match for: d1a36970-1e86-4186-b104-9058649cc988 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:49:06.921552 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device d1a36970-1e86-4186-b104-9058649cc988 not bound to the agent host dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:49:07.009950 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-528c54e4-080f-473a-adbb-510635614ac3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-968002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646321'] for router_interface, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:07.493326 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528c54e4-080f-473a-adbb-510635614ac3 admin admin] Router 5f76a582-1906-42e3-ae7a-3a61cbe2179a has already been hosted by L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc {{(pid=109084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:49:07.608232 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528c54e4-080f-473a-adbb-510635614ac3 admin admin] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:49:07.613446 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-528c54e4-080f-473a-adbb-510635614ac3 admin admin] 10.222.0.41 "PUT /v2.0/routers/5f76a582-1906-42e3-ae7a-3a61cbe2179a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8424208 Dec 07 18:49:07.615950 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 36202) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:07.618531 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e8b846-be7d-46e0-8b6a-4a2733515925 None None] Sync routers for ids ['5f76a582-1906-42e3-ae7a-3a61cbe2179a'] in dv-cinder-819692-6-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:49:07.629106 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e8b846-be7d-46e0-8b6a-4a2733515925 None None] Routers {'5f76a582-1906-42e3-ae7a-3a61cbe2179a'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:49:07.629784 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-d8e8b846-be7d-46e0-8b6a-4a2733515925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:48:48Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['5f76a582-1906-42e3-ae7a-3a61cbe2179a'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:49:07.724739 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a98482dc-5072-4732-80f6-13737022ba35 admin admin] Publish callbacks [] for router, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:07.737645 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-d8e8b846-be7d-46e0-8b6a-4a2733515925 None None] Set router 5f76a582-1906-42e3-ae7a-3a61cbe2179a gateway port host: dv-cinder-819692-6-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:49:07.830955 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a98482dc-5072-4732-80f6-13737022ba35 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:07.894821 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-a98482dc-5072-4732-80f6-13737022ba35 admin admin] Deleting port 50d5a65e-870a-4963-a489-8d8929f854bc {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:49:07.895074 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a98482dc-5072-4732-80f6-13737022ba35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:07.917268 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-d8e8b846-be7d-46e0-8b6a-4a2733515925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f76a582-1906-42e3-ae7a-3a61cbe2179a', 'name': 'tempest-TestMinimumBasicScenario-177254208-router', 'tenant_id': 'babcb1872c2e47059f2202fe1312f059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '50d5a65e-870a-4963-a489-8d8929f854bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:55Z', 'updated_at': '2021-12-07T18:49:06Z', 'revision_number': 5, 'project_id': 'babcb1872c2e47059f2202fe1312f059', 'gw_port': {'id': '50d5a65e-870a-4963-a489-8d8929f854bc', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:23:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76a582-1906-42e3-ae7a-3a61cbe2179a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:56Z', 'updated_at': '2021-12-07T18:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi'}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:49:07.947520 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e8b846-be7d-46e0-8b6a-4a2733515925 None None] Checking router: 5f76a582-1906-42e3-ae7a-3a61cbe2179a for host: dv-cinder-819692-6-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:49:07.956841 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e8b846-be7d-46e0-8b6a-4a2733515925 None None] Routers {'5f76a582-1906-42e3-ae7a-3a61cbe2179a'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:49:07.957445 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-d8e8b846-be7d-46e0-8b6a-4a2733515925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:48:48Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['5f76a582-1906-42e3-ae7a-3a61cbe2179a'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:49:07.974406 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [None req-a98482dc-5072-4732-80f6-13737022ba35 admin admin] For port 50d5a65e-870a-4963-a489-8d8929f854bc, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=50d5a65e-870a-4963-a489-8d8929f854bc,segment=NetworkSegment(05f8ab8d-4669-4926-ada9-ecff5fb4eb1d),segment_id=05f8ab8d-4669-4926-ada9-ecff5fb4eb1d)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:49:07.974801 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a98482dc-5072-4732-80f6-13737022ba35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:07.990906 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-a98482dc-5072-4732-80f6-13737022ba35 admin admin] Calling delete_port for 50d5a65e-870a-4963-a489-8d8929f854bc owned by network:router_gateway {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:49:08.038836 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-d8e8b846-be7d-46e0-8b6a-4a2733515925 None None] Set router 5f76a582-1906-42e3-ae7a-3a61cbe2179a gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:49:08.099078 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-d8e8b846-be7d-46e0-8b6a-4a2733515925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f76a582-1906-42e3-ae7a-3a61cbe2179a', 'name': 'tempest-TestMinimumBasicScenario-177254208-router', 'tenant_id': 'babcb1872c2e47059f2202fe1312f059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:55Z', 'updated_at': '2021-12-07T18:49:07Z', 'revision_number': 6, 'project_id': 'babcb1872c2e47059f2202fe1312f059', 'gw_port_host': None}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:49:08.124946 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e8b846-be7d-46e0-8b6a-4a2733515925 None None] The sync data for ids ['5f76a582-1906-42e3-ae7a-3a61cbe2179a'] in dv-cinder-819692-6-iscsi is: [{'id': '5f76a582-1906-42e3-ae7a-3a61cbe2179a', 'name': 'tempest-TestMinimumBasicScenario-177254208-router', 'tenant_id': 'babcb1872c2e47059f2202fe1312f059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:55Z', 'updated_at': '2021-12-07T18:49:07Z', 'revision_number': 6, 'project_id': 'babcb1872c2e47059f2202fe1312f059', 'gw_port_host': None}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:49:08.166533 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a98482dc-5072-4732-80f6-13737022ba35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:08.203472 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98482dc-5072-4732-80f6-13737022ba35 admin admin] Pushing event deleted for resources: {'Port': ['ID=50d5a65e-870a-4963-a489-8d8929f854bc,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:08.262233 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a98482dc-5072-4732-80f6-13737022ba35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644875'] for router_gateway, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:08.350754 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a98482dc-5072-4732-80f6-13737022ba35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30677'] for router, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:08.352810 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a98482dc-5072-4732-80f6-13737022ba35 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:08.401421 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a98482dc-5072-4732-80f6-13737022ba35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646822'] for router, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:08.402014 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98482dc-5072-4732-80f6-13737022ba35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f76a582-1906-42e3-ae7a-3a61cbe2179a {{(pid=109084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 18:49:08.406790 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a98482dc-5072-4732-80f6-13737022ba35 admin admin] Publish callbacks [] for router, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:08.408057 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-a98482dc-5072-4732-80f6-13737022ba35 admin admin] 10.222.0.41 "DELETE /v2.0/routers/5f76a582-1906-42e3-ae7a-3a61cbe2179a HTTP/1.1" status: 204 len: 168 time: 0.7912054 Dec 07 18:49:08.410642 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 36208) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:08.458983 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_v2 [None req-0391b297-910d-4bf9-8612-e83d23cfc2f2 admin admin] Deleting subnet 5c02de29-e59b-48ac-9dbb-c5c537135c37 {{(pid=109084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 18:49:08.462287 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-0391b297-910d-4bf9-8612-e83d23cfc2f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:08.497533 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-0391b297-910d-4bf9-8612-e83d23cfc2f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529821108'] for subnet, precommit_delete_associations {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:08.590165 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-0391b297-910d-4bf9-8612-e83d23cfc2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1752923'] for subnet, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:08.647603 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-0391b297-910d-4bf9-8612-e83d23cfc2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1752898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530415315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530068101'] for subnet, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:08.675053 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0391b297-910d-4bf9-8612-e83d23cfc2f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c02de29-e59b-48ac-9dbb-c5c537135c37,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:08.682237 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-0391b297-910d-4bf9-8612-e83d23cfc2f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:08.689141 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07291af2-e32b-4d4e-903a-cc195caab7fd None None] Network 5ae0e116-95c3-4f4d-a125-a17f7249f589 requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:49:08.689666 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-0391b297-910d-4bf9-8612-e83d23cfc2f2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5c02de29-e59b-48ac-9dbb-c5c537135c37 HTTP/1.1" status: 204 len: 168 time: 0.2779346 Dec 07 18:49:08.690153 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 36218) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:08.761659 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8ab16867-460c-43b5-8973-68c9c37661c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639551'] for network, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:08.821618 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-8ab16867-460c-43b5-8973-68c9c37661c0 admin admin] Deleting port 8a555aab-600a-4303-a71d-86d779cd9181 {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:49:08.822119 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8ab16867-460c-43b5-8973-68c9c37661c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:08.886085 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [None req-8ab16867-460c-43b5-8973-68c9c37661c0 admin admin] For port 8a555aab-600a-4303-a71d-86d779cd9181, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=8a555aab-600a-4303-a71d-86d779cd9181,segment=NetworkSegment(0ff3837d-6e24-4958-b694-acc8bf74e8bc),segment_id=0ff3837d-6e24-4958-b694-acc8bf74e8bc)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:49:08.886436 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8ab16867-460c-43b5-8973-68c9c37661c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:08.895577 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54d2ecd-8347-4c6e-bf87-e5143f4fb283 None None] DHCP port deletion for 5ae0e116-95c3-4f4d-a125-a17f7249f589 request from dv-cinder-819692-6-iscsi {{(pid=109086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 07 18:49:08.902000 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-8ab16867-460c-43b5-8973-68c9c37661c0 admin admin] Calling delete_port for 8a555aab-600a-4303-a71d-86d779cd9181 owned by network:dhcp {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:49:08.964859 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 50d5a65e-870a-4963-a489-8d8929f854bc no longer exists at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:49:08.991847 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-e54d2ecd-8347-4c6e-bf87-e5143f4fb283 None None] Deleting port 8a555aab-600a-4303-a71d-86d779cd9181 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:49:08.992233 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e54d2ecd-8347-4c6e-bf87-e5143f4fb283 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:08.994757 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] No Port match for: 50d5a65e-870a-4963-a489-8d8929f854bc {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:49:08.995101 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 50d5a65e-870a-4963-a489-8d8929f854bc not bound to the agent host dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:49:08.995522 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 8a555aab-600a-4303-a71d-86d779cd9181 no longer exists at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:49:09.016209 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8ab16867-460c-43b5-8973-68c9c37661c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:09.043890 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab16867-460c-43b5-8973-68c9c37661c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a555aab-600a-4303-a71d-86d779cd9181,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:09.047883 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab16867-460c-43b5-8973-68c9c37661c0 admin admin] No DVR routers for this DVR port 8a555aab-600a-4303-a71d-86d779cd9181 on host dv-cinder-819692-6-iscsi {{(pid=109084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:49:09.090606 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-e54d2ecd-8347-4c6e-bf87-e5143f4fb283 None None] For port 8a555aab-600a-4303-a71d-86d779cd9181, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=8a555aab-600a-4303-a71d-86d779cd9181,segment=NetworkSegment(0ff3837d-6e24-4958-b694-acc8bf74e8bc),segment_id=0ff3837d-6e24-4958-b694-acc8bf74e8bc)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:49:09.091015 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e54d2ecd-8347-4c6e-bf87-e5143f4fb283 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:09.103725 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] No active binding found for port 8a555aab-600a-4303-a71d-86d779cd9181 {{(pid=109086) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 07 18:49:09.104176 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 8a555aab-600a-4303-a71d-86d779cd9181 not bound to the agent host dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:49:09.104682 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 770d834a-0a32-4967-b889-1ae2439a3d17 no longer exists at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:49:09.106412 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-e54d2ecd-8347-4c6e-bf87-e5143f4fb283 None None] Calling delete_port for 8a555aab-600a-4303-a71d-86d779cd9181 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:49:09.122400 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8ab16867-460c-43b5-8973-68c9c37661c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587410', 'neutron.services.segments.db._delete_segments_for_network-8753414418342'] for network, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:09.130333 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] No Port match for: 770d834a-0a32-4967-b889-1ae2439a3d17 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:49:09.130685 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 770d834a-0a32-4967-b889-1ae2439a3d17 not bound to the agent host dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:49:09.146936 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-8ab16867-460c-43b5-8973-68c9c37661c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae0e116-95c3-4f4d-a125-a17f7249f589']}} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:49:09.158554 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-8ab16867-460c-43b5-8973-68c9c37661c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ff3837d-6e24-4958-b694-acc8bf74e8bc') {'for_net_delete': True} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:49:09.159134 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-8ab16867-460c-43b5-8973-68c9c37661c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ff3837d-6e24-4958-b694-acc8bf74e8bc') {} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:49:09.169080 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8ab16867-460c-43b5-8973-68c9c37661c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753414568039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529821133'] for segment, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:09.185148 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8ab16867-460c-43b5-8973-68c9c37661c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828'] for segment, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:09.192273 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab16867-460c-43b5-8973-68c9c37661c0 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=109084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 18:49:09.192844 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8ab16867-460c-43b5-8973-68c9c37661c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530413617'] for segment, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:09.194638 dv-cinder-819692-6-iscsi neutron-server[109084]: Traceback (most recent call last): Dec 07 18:49:09.194638 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 18:49:09.194638 dv-cinder-819692-6-iscsi neutron-server[109084]: timer() Dec 07 18:49:09.194638 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 18:49:09.194638 dv-cinder-819692-6-iscsi neutron-server[109084]: cb(*args, **kw) Dec 07 18:49:09.194638 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 18:49:09.194638 dv-cinder-819692-6-iscsi neutron-server[109084]: return func(*args, **kwargs) Dec 07 18:49:09.194638 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 18:49:09.194638 dv-cinder-819692-6-iscsi neutron-server[109084]: self._notify() Dec 07 18:49:09.194638 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 18:49:09.194638 dv-cinder-819692-6-iscsi neutron-server[109084]: self.callback(batched_events) Dec 07 18:49:09.194638 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 18:49:09.194638 dv-cinder-819692-6-iscsi neutron-server[109084]: event.method(event) Dec 07 18:49:09.194638 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 18:49:09.194638 dv-cinder-819692-6-iscsi neutron-server[109084]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 18:49:09.194638 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 18:49:09.194638 dv-cinder-819692-6-iscsi neutron-server[109084]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 18:49:09.194638 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 18:49:09.194638 dv-cinder-819692-6-iscsi neutron-server[109084]: return f(self, *a, **k) Dec 07 18:49:09.194638 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 18:49:09.194638 dv-cinder-819692-6-iscsi neutron-server[109084]: return self._get(url).json() Dec 07 18:49:09.194638 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 18:49:09.194638 dv-cinder-819692-6-iscsi neutron-server[109084]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 18:49:09.194638 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 18:49:09.194638 dv-cinder-819692-6-iscsi neutron-server[109084]: return self.request(url, 'GET', **kwargs) Dec 07 18:49:09.194638 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 18:49:09.194638 dv-cinder-819692-6-iscsi neutron-server[109084]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 18:49:09.194638 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 18:49:09.194638 dv-cinder-819692-6-iscsi neutron-server[109084]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 18:49:09.194638 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 18:49:09.194638 dv-cinder-819692-6-iscsi neutron-server[109084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 18:49:09.194638 dv-cinder-819692-6-iscsi neutron-server[109084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 18:49:09.214239 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e54d2ecd-8347-4c6e-bf87-e5143f4fb283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:09.253273 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d2ecd-8347-4c6e-bf87-e5143f4fb283 None None] Pushing event deleted for resources: {'Port': ['ID=8a555aab-600a-4303-a71d-86d779cd9181,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:09.258386 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54d2ecd-8347-4c6e-bf87-e5143f4fb283 None None] No DVR routers for this DVR port 8a555aab-600a-4303-a71d-86d779cd9181 on host dv-cinder-819692-6-iscsi {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:49:09.263144 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8ab16867-460c-43b5-8973-68c9c37661c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644911'] for network, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:09.270469 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8ab16867-460c-43b5-8973-68c9c37661c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for network, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:09.274676 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-8ab16867-460c-43b5-8973-68c9c37661c0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5ae0e116-95c3-4f4d-a125-a17f7249f589 HTTP/1.1" status: 204 len: 168 time: 0.5831831 Dec 07 18:49:09.293355 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab16867-460c-43b5-8973-68c9c37661c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ae0e116-95c3-4f4d-a125-a17f7249f589,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:09.447729 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 36224) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:09.487555 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-10c748ac-832b-4ded-a8ea-5c0d9cd793af admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=60c42061bf6e4acb909fab4c8dbc4c0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385120 Dec 07 18:49:09.490059 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 36226) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:09.517303 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:09.545581 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-05b09e72-6547-4fa6-aefb-54e0cc475121 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:09.567648 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-05b09e72-6547-4fa6-aefb-54e0cc475121 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:09.619090 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-05b09e72-6547-4fa6-aefb-54e0cc475121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:09.621752 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-05b09e72-6547-4fa6-aefb-54e0cc475121 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:09.622944 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-05b09e72-6547-4fa6-aefb-54e0cc475121 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6dbd6a00-6cad-41ed-8392-ec51296291ab HTTP/1.1" status: 204 len: 168 time: 0.1319337 Dec 07 18:49:09.631152 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b09e72-6547-4fa6-aefb-54e0cc475121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbd6a00-6cad-41ed-8392-ec51296291ab,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:09.936798 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 36238) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:09.989664 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 36240) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:09.989882 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-18f68600-ec2f-4633-9479-ae7d7399c752 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=babcb1872c2e47059f2202fe1312f059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0516293 Dec 07 18:49:10.009436 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 36242) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:10.038840 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3fb760c0-fc3d-4b44-b13d-67fe4e8bb53c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:10.060242 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3fb760c0-fc3d-4b44-b13d-67fe4e8bb53c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:10.107392 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3fb760c0-fc3d-4b44-b13d-67fe4e8bb53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:10.110116 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3fb760c0-fc3d-4b44-b13d-67fe4e8bb53c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:10.111273 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-3fb760c0-fc3d-4b44-b13d-67fe4e8bb53c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2fe605c8-e330-4041-9bbb-3b53b5d7aaa5 HTTP/1.1" status: 204 len: 168 time: 0.1204786 Dec 07 18:49:10.120099 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb760c0-fc3d-4b44-b13d-67fe4e8bb53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe605c8-e330-4041-9bbb-3b53b5d7aaa5,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:10.172790 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-503f4569-1ee7-4589-9079-beb6a9d8f007 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:10.258286 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-503f4569-1ee7-4589-9079-beb6a9d8f007 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:10.263200 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-503f4569-1ee7-4589-9079-beb6a9d8f007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:10.308095 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-503f4569-1ee7-4589-9079-beb6a9d8f007 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a68641dc1af5497bbc176154b77773f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2975278 Dec 07 18:49:10.310724 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 36248) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:10.317555 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f4569-1ee7-4589-9079-beb6a9d8f007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b9e4fc-c61f-468e-b6bb-48a0c87ebfea,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:10.371650 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-396c1420-3330-4ddf-a9ea-6199d42773fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:10.396972 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-396c1420-3330-4ddf-a9ea-6199d42773fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:10.451637 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-396c1420-3330-4ddf-a9ea-6199d42773fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:10.455687 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-396c1420-3330-4ddf-a9ea-6199d42773fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:10.456919 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-396c1420-3330-4ddf-a9ea-6199d42773fe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a1b9e4fc-c61f-468e-b6bb-48a0c87ebfea HTTP/1.1" status: 204 len: 168 time: 0.1452794 Dec 07 18:49:10.467768 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c1420-3330-4ddf-a9ea-6199d42773fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b9e4fc-c61f-468e-b6bb-48a0c87ebfea,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:10.775202 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 36256) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:10.788722 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-81910a7a-7624-40e4-927d-758bd0d4f89f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:10.864894 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-81910a7a-7624-40e4-927d-758bd0d4f89f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:10.868363 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-81910a7a-7624-40e4-927d-758bd0d4f89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:10.908422 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-81910a7a-7624-40e4-927d-758bd0d4f89f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ce8b1a9d4d2b47c6a77901f6c2d33bee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321383 Dec 07 18:49:10.909548 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81910a7a-7624-40e4-927d-758bd0d4f89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31c3ec9-2c0f-40ed-a008-96b6712cec7a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:10.911286 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 36258) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:10.958347 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-ec231115-2305-45f9-baa9-0ddc9c969203 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:10.981349 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-ec231115-2305-45f9-baa9-0ddc9c969203 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:11.027386 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-ec231115-2305-45f9-baa9-0ddc9c969203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:11.029992 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-ec231115-2305-45f9-baa9-0ddc9c969203 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:11.033532 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-ec231115-2305-45f9-baa9-0ddc9c969203 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d31c3ec9-2c0f-40ed-a008-96b6712cec7a HTTP/1.1" status: 204 len: 168 time: 0.1189127 Dec 07 18:49:11.039377 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec231115-2305-45f9-baa9-0ddc9c969203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31c3ec9-2c0f-40ed-a008-96b6712cec7a,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:15.470633 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-18f788b8-73ba-4acf-aad6-93ffd459f28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:17.834363 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a24dff5c-4320-4912-b440-a7a6a7b43b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:19.799105 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:20.298935 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:21.298404 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 36454) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:21.399470 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bfd913ad-052d-42c1-9f9c-fcd600382cfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:21.473533 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bfd913ad-052d-42c1-9f9c-fcd600382cfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:21.477085 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bfd913ad-052d-42c1-9f9c-fcd600382cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:21.513609 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-bfd913ad-052d-42c1-9f9c-fcd600382cfd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8b708461c63b43669e42caf3c13fb7b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141418 Dec 07 18:49:21.515350 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd913ad-052d-42c1-9f9c-fcd600382cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c0c103-ae49-495e-9fa8-b8cf54d58281,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:21.518442 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 36458) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:21.535107 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd913ad-052d-42c1-9f9c-fcd600382cfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:49:21.535457 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd913ad-052d-42c1-9f9c-fcd600382cfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:49:21.535800 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd913ad-052d-42c1-9f9c-fcd600382cfd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:49:21.536135 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd913ad-052d-42c1-9f9c-fcd600382cfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:49:21.536467 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd913ad-052d-42c1-9f9c-fcd600382cfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:49:21.536797 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd913ad-052d-42c1-9f9c-fcd600382cfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:49:21.537124 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd913ad-052d-42c1-9f9c-fcd600382cfd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:49:21.537450 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd913ad-052d-42c1-9f9c-fcd600382cfd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:49:21.537776 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd913ad-052d-42c1-9f9c-fcd600382cfd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:49:21.538122 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd913ad-052d-42c1-9f9c-fcd600382cfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:49:21.538445 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd913ad-052d-42c1-9f9c-fcd600382cfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:49:21.538763 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd913ad-052d-42c1-9f9c-fcd600382cfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:49:21.539079 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd913ad-052d-42c1-9f9c-fcd600382cfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:49:21.577925 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-079a2b99-48b2-4c5e-9f62-52963b88598e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:21.597739 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-079a2b99-48b2-4c5e-9f62-52963b88598e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:21.644122 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-079a2b99-48b2-4c5e-9f62-52963b88598e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:21.646565 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-079a2b99-48b2-4c5e-9f62-52963b88598e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:21.647722 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-079a2b99-48b2-4c5e-9f62-52963b88598e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c8c0c103-ae49-495e-9fa8-b8cf54d58281 HTTP/1.1" status: 204 len: 168 time: 0.1281350 Dec 07 18:49:21.657006 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a2b99-48b2-4c5e-9f62-52963b88598e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c0c103-ae49-495e-9fa8-b8cf54d58281,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:21.677718 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:25.786294 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7ae17-1b1b-4be5-9de0-6670cbfadee4 req-bbf0d180-8460-4f5d-9d56-38b045684cea tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:25.787683 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-22f7ae17-1b1b-4be5-9de0-6670cbfadee4 req-bbf0d180-8460-4f5d-9d56-38b045684cea tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 945 time: 0.0489445 Dec 07 18:49:25.836152 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-22f7ae17-1b1b-4be5-9de0-6670cbfadee4 req-f424e0ef-5d78-41ed-98c3-720fb27e0077 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424590 Dec 07 18:49:26.948927 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843bc34-d215-4775-b031-521e16c49f43 req-13899f60-1cc0-4419-8c74-2ed6d63fd29c tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:26.950403 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0843bc34-d215-4775-b031-521e16c49f43 req-13899f60-1cc0-4419-8c74-2ed6d63fd29c tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 945 time: 0.0479894 Dec 07 18:49:27.001528 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0843bc34-d215-4775-b031-521e16c49f43 req-e74c0cc3-e976-4416-91f0-d19d1ec2ebe8 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444503 Dec 07 18:49:28.128647 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d74b77-6f35-4205-b9a9-4425b6580597 req-8c6e959f-3415-4df9-96d2-28d3ee8b4eb1 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:28.130067 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a9d74b77-6f35-4205-b9a9-4425b6580597 req-8c6e959f-3415-4df9-96d2-28d3ee8b4eb1 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 945 time: 0.0541804 Dec 07 18:49:28.179732 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a9d74b77-6f35-4205-b9a9-4425b6580597 req-279a9cfd-b049-4dfa-aab9-8536ab91fdfd tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438716 Dec 07 18:49:29.295057 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504472e1-3e65-4879-a5f1-7aad6e4ecb04 req-31084e7c-049f-43d3-a4fe-8ed00e6bff0f tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:29.296531 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-504472e1-3e65-4879-a5f1-7aad6e4ecb04 req-31084e7c-049f-43d3-a4fe-8ed00e6bff0f tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 945 time: 0.0490150 Dec 07 18:49:29.345524 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-504472e1-3e65-4879-a5f1-7aad6e4ecb04 req-10ee55b0-9074-4f07-88d1-38005981b415 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428100 Dec 07 18:49:30.467137 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c1f74-8331-44b3-8e81-73138951ec09 req-6eec7d16-2131-4969-9a9e-9cb0c2b9e79e tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:30.469162 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b76c1f74-8331-44b3-8e81-73138951ec09 req-6eec7d16-2131-4969-9a9e-9cb0c2b9e79e tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 945 time: 0.0496092 Dec 07 18:49:30.522508 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b76c1f74-8331-44b3-8e81-73138951ec09 req-8465c28d-add9-4ef4-9789-9025eaf0a7fd tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474539 Dec 07 18:49:31.647540 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae47a8-7124-4ca4-90e6-28e23fb4c310 req-0c66c489-b1d3-414a-8539-2e337702cb92 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:31.649139 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-71ae47a8-7124-4ca4-90e6-28e23fb4c310 req-0c66c489-b1d3-414a-8539-2e337702cb92 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.2098947 Dec 07 18:49:31.697556 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-71ae47a8-7124-4ca4-90e6-28e23fb4c310 req-93ddfaea-bd01-4b5a-8bd3-2f004dd16bc2 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425756 Dec 07 18:49:31.727458 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9c664-8e31-46c1-ba0b-f4414c162c13 req-985e468f-8630-4edc-9270-e1a0548cb70b tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:31.728919 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-67b9c664-8e31-46c1-ba0b-f4414c162c13 req-985e468f-8630-4edc-9270-e1a0548cb70b tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 945 time: 0.1054430 Dec 07 18:49:31.777686 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-67b9c664-8e31-46c1-ba0b-f4414c162c13 req-9643d77a-f90b-4f94-9def-d80175fd456c tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423527 Dec 07 18:49:32.810843 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab198e-7b72-4723-bc44-cd1acefea9a8 req-146608c6-9a7e-473b-837a-af3b717631b2 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:32.813072 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5fab198e-7b72-4723-bc44-cd1acefea9a8 req-146608c6-9a7e-473b-837a-af3b717631b2 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0487220 Dec 07 18:49:32.860998 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5fab198e-7b72-4723-bc44-cd1acefea9a8 req-ea213456-0ba3-442e-abf3-9f685f235de0 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421431 Dec 07 18:49:32.900728 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c040a-de66-4a82-82e9-bb16e6a68ee2 req-e7bb02fb-eba6-4780-97d5-4e91fe9f4c22 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:32.902252 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-df2c040a-de66-4a82-82e9-bb16e6a68ee2 req-e7bb02fb-eba6-4780-97d5-4e91fe9f4c22 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 945 time: 0.0578313 Dec 07 18:49:32.950322 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-df2c040a-de66-4a82-82e9-bb16e6a68ee2 req-429bbc3e-4167-4087-b970-0cded147451c tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421786 Dec 07 18:49:33.980227 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5fc56-3fc9-45e8-8dce-bdb3781292d2 req-9a6b76c9-cb35-4ba9-810e-288488d9a69d tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:33.981701 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-acf5fc56-3fc9-45e8-8dce-bdb3781292d2 req-9a6b76c9-cb35-4ba9-810e-288488d9a69d tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0518920 Dec 07 18:49:34.029393 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-acf5fc56-3fc9-45e8-8dce-bdb3781292d2 req-f2cbea44-b03c-40c3-af08-0aa76132e06c tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409691 Dec 07 18:49:34.067021 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b66e8b-b3e6-4a1a-91bb-f0b127ce7318 req-a24a9b9b-ffcb-4379-b439-44ab16d2e64b tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:34.068479 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d9b66e8b-b3e6-4a1a-91bb-f0b127ce7318 req-a24a9b9b-ffcb-4379-b439-44ab16d2e64b tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 945 time: 0.0520856 Dec 07 18:49:34.116474 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d9b66e8b-b3e6-4a1a-91bb-f0b127ce7318 req-160c594c-40eb-47ae-9cdd-8b459c48e6cc tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420949 Dec 07 18:49:34.473585 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:49:34.686500 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ff721-ce2d-4251-806a-3b21f2274989 req-bb20ba28-dd07-4711-ad16-1298a060717a tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:34.688044 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-887ff721-ce2d-4251-806a-3b21f2274989 req-bb20ba28-dd07-4711-ad16-1298a060717a tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.23 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0502672 Dec 07 18:49:35.035313 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d57ef5-4406-45dc-b98c-03eb271bd9e7 req-e14ce578-1528-42c1-ba2e-2cfe2f36a911 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:35.037420 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-81d57ef5-4406-45dc-b98c-03eb271bd9e7 req-e14ce578-1528-42c1-ba2e-2cfe2f36a911 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 946 time: 0.0727293 Dec 07 18:49:35.106003 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-81d57ef5-4406-45dc-b98c-03eb271bd9e7 req-a65189b2-0b39-426c-a765-210dad6ed324 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574868 Dec 07 18:49:35.152639 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85d200-731d-4d86-b306-3275cf2f4a02 req-86a3e453-9593-4ceb-8368-e4e5f41d4149 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:35.154343 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-de85d200-731d-4d86-b306-3275cf2f4a02 req-86a3e453-9593-4ceb-8368-e4e5f41d4149 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0507963 Dec 07 18:49:35.209185 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-de85d200-731d-4d86-b306-3275cf2f4a02 req-83c2bb7f-7a14-4d53-a96e-09c4761c7751 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468984 Dec 07 18:49:35.236786 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557610e-627a-42b3-a5c6-1de062354b32 req-082ab3a9-2595-4ff7-99d3-b59df550121f tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:35.238314 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2557610e-627a-42b3-a5c6-1de062354b32 req-082ab3a9-2595-4ff7-99d3-b59df550121f tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 945 time: 0.0488670 Dec 07 18:49:35.291170 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2557610e-627a-42b3-a5c6-1de062354b32 req-3ccbb9f0-146e-440e-9d01-dddf34cf4be9 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471063 Dec 07 18:49:36.229759 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22149fb-46bc-4e12-ac06-31379c6a7422 req-e904da93-045f-45f6-bcba-9b7f02f5c43c tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:36.231242 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e22149fb-46bc-4e12-ac06-31379c6a7422 req-e904da93-045f-45f6-bcba-9b7f02f5c43c tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 946 time: 0.0493331 Dec 07 18:49:36.278610 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e22149fb-46bc-4e12-ac06-31379c6a7422 req-65999965-574c-4d9e-bf60-88caeee57e7d tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409329 Dec 07 18:49:36.326346 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e213a-2cc5-469e-a5a4-590063fca078 req-979eb1f4-b9df-4f03-9172-a6ddb8453f4d tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:36.329121 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-361e213a-2cc5-469e-a5a4-590063fca078 req-979eb1f4-b9df-4f03-9172-a6ddb8453f4d tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 946 time: 0.0507147 Dec 07 18:49:36.380958 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-361e213a-2cc5-469e-a5a4-590063fca078 req-c5f4d5e5-c9ea-476d-9026-1a745e8d5217 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=97907a65-733c-44c2-a858-8ae9dca92a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460303 Dec 07 18:49:36.409193 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5af322-e816-4808-a06a-9331186daff6 req-2e0b100b-c795-44b5-a858-86b39a07314b tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:36.410788 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2f5af322-e816-4808-a06a-9331186daff6 req-2e0b100b-c795-44b5-a858-86b39a07314b tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 945 time: 0.0543001 Dec 07 18:49:36.467222 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2f5af322-e816-4808-a06a-9331186daff6 req-0556d2f4-5bc3-4652-8549-fb7b42e3d3ae tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505183 Dec 07 18:49:36.545115 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [req-887ff721-ce2d-4251-806a-3b21f2274989 req-f9d9d968-6e95-45a9-a20c-07bd40364448 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Deleting port 74f0e008-eb9a-47c1-abf0-a78d47978293 {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:49:36.545451 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-887ff721-ce2d-4251-806a-3b21f2274989 req-f9d9d968-6e95-45a9-a20c-07bd40364448 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:36.630317 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-887ff721-ce2d-4251-806a-3b21f2274989 req-f9d9d968-6e95-45a9-a20c-07bd40364448 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] For port 74f0e008-eb9a-47c1-abf0-a78d47978293, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=74f0e008-eb9a-47c1-abf0-a78d47978293,segment=NetworkSegment(414c2cea-d8a0-44ed-b4ec-3cd1a1242c00),segment_id=414c2cea-d8a0-44ed-b4ec-3cd1a1242c00)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:49:36.630593 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-887ff721-ce2d-4251-806a-3b21f2274989 req-f9d9d968-6e95-45a9-a20c-07bd40364448 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:36.901998 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-887ff721-ce2d-4251-806a-3b21f2274989 req-f9d9d968-6e95-45a9-a20c-07bd40364448 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:36.902383 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-887ff721-ce2d-4251-806a-3b21f2274989 req-f9d9d968-6e95-45a9-a20c-07bd40364448 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652997'] for floatingip, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:36.902780 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.db.l3_db [req-887ff721-ce2d-4251-806a-3b21f2274989 req-f9d9d968-6e95-45a9-a20c-07bd40364448 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Floating IP ab682b45-0b9f-474e-bc31-b64e6be6363f disassociated. External IP: 172.27.0.126, port: 74f0e008-eb9a-47c1-abf0-a78d47978293. Dec 07 18:49:36.903189 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [req-887ff721-ce2d-4251-806a-3b21f2274989 req-f9d9d968-6e95-45a9-a20c-07bd40364448 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Calling delete_port for 74f0e008-eb9a-47c1-abf0-a78d47978293 owned by compute:nova {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:49:37.028377 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-887ff721-ce2d-4251-806a-3b21f2274989 req-f9d9d968-6e95-45a9-a20c-07bd40364448 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:37.055883 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d9d968-6e95-45a9-a20c-07bd40364448 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Pushing event deleted for resources: {'Port': ['ID=74f0e008-eb9a-47c1-abf0-a78d47978293,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:37.168915 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [req-887ff721-ce2d-4251-806a-3b21f2274989 req-f9d9d968-6e95-45a9-a20c-07bd40364448 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Router ce290922-b1a8-4930-aa50-785d427c7fae has already been hosted by L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc {{(pid=109084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:49:37.274474 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-887ff721-ce2d-4251-806a-3b21f2274989 req-f9d9d968-6e95-45a9-a20c-07bd40364448 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:49:37.284316 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e57edd-d9bc-49e8-a59f-bc06d5b91c62 None None] Sync routers for ids ['ce290922-b1a8-4930-aa50-785d427c7fae'] in dv-cinder-819692-6-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:49:37.294172 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e57edd-d9bc-49e8-a59f-bc06d5b91c62 None None] Routers {'ce290922-b1a8-4930-aa50-785d427c7fae'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:49:37.294778 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-22e57edd-d9bc-49e8-a59f-bc06d5b91c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:49:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['ce290922-b1a8-4930-aa50-785d427c7fae'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:49:37.314119 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [req-887ff721-ce2d-4251-806a-3b21f2274989 req-f9d9d968-6e95-45a9-a20c-07bd40364448 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] No DVR routers for this DVR port 74f0e008-eb9a-47c1-abf0-a78d47978293 on host hv-cinder-81969 {{(pid=109084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:49:37.316720 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-887ff721-ce2d-4251-806a-3b21f2274989 req-f9d9d968-6e95-45a9-a20c-07bd40364448 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:37.320235 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-887ff721-ce2d-4251-806a-3b21f2274989 req-f9d9d968-6e95-45a9-a20c-07bd40364448 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.23 "DELETE /v2.0/ports/74f0e008-eb9a-47c1-abf0-a78d47978293 HTTP/1.1" status: 204 len: 173 time: 0.8730540 Dec 07 18:49:37.320596 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668cc429-6322-4b0b-8f3a-6d910c891444', 'name': 'network-vif-deleted', 'tag': '74f0e008-eb9a-47c1-abf0-a78d47978293'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:49:37.322885 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a9c8e9ce0db27bff2b715efe80f7ddeb02331314c1c7d49b52ba908637cab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb906b5d-ea5c-479e-b638-11850f869980" -d '{"events": [{"server_uuid": "668cc429-6322-4b0b-8f3a-6d910c891444", "name": "network-vif-deleted", "tag": "74f0e008-eb9a-47c1-abf0-a78d47978293"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:49:37.360433 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410ffd94-c7ae-42e0-8dea-c2fa9502401f x-openstack-request-id: req-410ffd94-c7ae-42e0-8dea-c2fa9502401f {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:49:37.360738 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668cc429-6322-4b0b-8f3a-6d910c891444", "name": "network-vif-deleted", "tag": "74f0e008-eb9a-47c1-abf0-a78d47978293", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:49:37.361000 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-410ffd94-c7ae-42e0-8dea-c2fa9502401f {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:49:37.361409 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668cc429-6322-4b0b-8f3a-6d910c891444', 'name': 'network-vif-deleted', 'tag': '74f0e008-eb9a-47c1-abf0-a78d47978293', 'status': 'completed', 'code': 200} Dec 07 18:49:37.402095 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b5746-0d0b-47b4-9460-d4ac7f2f658b req-e8bb0010-fb9e-46c6-92fa-3bae3ca6b0b5 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:37.406829 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-22e57edd-d9bc-49e8-a59f-bc06d5b91c62 None None] Set router ce290922-b1a8-4930-aa50-785d427c7fae gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:49:37.414553 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-df3b5746-0d0b-47b4-9460-d4ac7f2f658b req-e8bb0010-fb9e-46c6-92fa-3bae3ca6b0b5 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 946 time: 0.0621142 Dec 07 18:49:37.504019 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-df3b5746-0d0b-47b4-9460-d4ac7f2f658b req-901fac89-2418-476c-ab61-6196f8fbbe27 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884078 Dec 07 18:49:37.535410 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a0f9241c-1213-4b65-a771-c85292844244 req-e67cf1fe-5353-4b0a-855c-3a549683a14b tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 210 time: 0.0590696 Dec 07 18:49:37.638336 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca112e-f974-46fe-8989-d8b4cc408578 req-72fe6c97-fafa-4599-91bb-fdf464f8afba tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:37.645476 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6fca112e-f974-46fe-8989-d8b4cc408578 req-72fe6c97-fafa-4599-91bb-fdf464f8afba tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 945 time: 0.0652199 Dec 07 18:49:37.671892 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-22e57edd-d9bc-49e8-a59f-bc06d5b91c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'name': 'tempest-AttachVolumeTestJSON-1299123142-router', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '34e25bdd-a0fe-408e-bacf-a5ed42286fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:44:29Z', 'updated_at': '2021-12-07T18:44:36Z', 'revision_number': 4, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'gw_port': {'id': '34e25bdd-a0fe-408e-bacf-a5ed42286fb9', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:62:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:30Z', 'updated_at': '2021-12-07T18:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '0670f0eb-e296-4180-a500-8edb36a6f0f5', 'name': '', 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'mac_address': 'fa:16:3e:45:6d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1b6ea560-0931-4e32-ae3e-65a030b6cd99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:35Z', 'updated_at': '2021-12-07T18:44:44Z', 'revision_number': 5, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'subnets': [{'id': '1b6ea560-0931-4e32-ae3e-65a030b6cd99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:49:37.691962 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6fca112e-f974-46fe-8989-d8b4cc408578 req-d97206a6-9ca1-40d6-9624-aad7d6bc497a tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455463 Dec 07 18:49:37.703814 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e57edd-d9bc-49e8-a59f-bc06d5b91c62 None None] Checking router: ce290922-b1a8-4930-aa50-785d427c7fae for host: dv-cinder-819692-6-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:49:37.712507 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e57edd-d9bc-49e8-a59f-bc06d5b91c62 None None] Routers {'ce290922-b1a8-4930-aa50-785d427c7fae'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:49:37.713139 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-22e57edd-d9bc-49e8-a59f-bc06d5b91c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:49:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['ce290922-b1a8-4930-aa50-785d427c7fae'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:49:37.819078 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-22e57edd-d9bc-49e8-a59f-bc06d5b91c62 None None] Set router ce290922-b1a8-4930-aa50-785d427c7fae gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:49:38.011700 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-22e57edd-d9bc-49e8-a59f-bc06d5b91c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'name': 'tempest-AttachVolumeTestJSON-1299123142-router', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '34e25bdd-a0fe-408e-bacf-a5ed42286fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:44:29Z', 'updated_at': '2021-12-07T18:44:36Z', 'revision_number': 4, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'gw_port': {'id': '34e25bdd-a0fe-408e-bacf-a5ed42286fb9', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:62:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:30Z', 'updated_at': '2021-12-07T18:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '0670f0eb-e296-4180-a500-8edb36a6f0f5', 'name': '', 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'mac_address': 'fa:16:3e:45:6d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1b6ea560-0931-4e32-ae3e-65a030b6cd99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:35Z', 'updated_at': '2021-12-07T18:44:44Z', 'revision_number': 5, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'subnets': [{'id': '1b6ea560-0931-4e32-ae3e-65a030b6cd99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:49:38.037109 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e57edd-d9bc-49e8-a59f-bc06d5b91c62 None None] The sync data for ids ['ce290922-b1a8-4930-aa50-785d427c7fae'] in dv-cinder-819692-6-iscsi is: [{'id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'name': 'tempest-AttachVolumeTestJSON-1299123142-router', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '34e25bdd-a0fe-408e-bacf-a5ed42286fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:44:29Z', 'updated_at': '2021-12-07T18:44:36Z', 'revision_number': 4, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'gw_port': {'id': '34e25bdd-a0fe-408e-bacf-a5ed42286fb9', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:62:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:30Z', 'updated_at': '2021-12-07T18:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '0670f0eb-e296-4180-a500-8edb36a6f0f5', 'name': '', 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'mac_address': 'fa:16:3e:45:6d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1b6ea560-0931-4e32-ae3e-65a030b6cd99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:35Z', 'updated_at': '2021-12-07T18:44:44Z', 'revision_number': 5, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'subnets': [{'id': '1b6ea560-0931-4e32-ae3e-65a030b6cd99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:49:38.245167 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ca0ff2-86c6-4768-ba9c-3dad78b2e44b None None] New status for floating IP ab682b45-0b9f-474e-bc31-b64e6be6363f: DOWN {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 18:49:38.637333 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512a548-4750-4683-a305-452d1cb7cd0d req-55cdd024-b39d-4a90-8d23-d783756245be tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:38.639197 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1512a548-4750-4683-a305-452d1cb7cd0d req-55cdd024-b39d-4a90-8d23-d783756245be tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 946 time: 0.0654228 Dec 07 18:49:38.657899 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1866b453-8907-4437-8729-c7c26229cbec req-bad218e8-b1e7-458f-9d0f-6060fce537e3 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 210 time: 0.0282331 Dec 07 18:49:38.705739 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1512a548-4750-4683-a305-452d1cb7cd0d req-0c8f4746-4b63-475c-b8eb-48ceef45fe01 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603254 Dec 07 18:49:38.829152 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16040a5-1778-4074-9b7e-b5638736a491 req-0772eb8d-e707-402d-a260-5499367c1ce9 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:38.830721 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d16040a5-1778-4074-9b7e-b5638736a491 req-0772eb8d-e707-402d-a260-5499367c1ce9 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 945 time: 0.0608287 Dec 07 18:49:38.892172 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d16040a5-1778-4074-9b7e-b5638736a491 req-be640609-3c7d-4eec-bd6d-33ef0b79ef2e tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548739 Dec 07 18:49:39.632259 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 74f0e008-eb9a-47c1-abf0-a78d47978293 no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:49:39.664073 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] No Port match for: 74f0e008-eb9a-47c1-abf0-a78d47978293 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:49:39.664412 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 74f0e008-eb9a-47c1-abf0-a78d47978293 not bound to the agent host hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:49:39.671555 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:39.765874 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-02bfe455-b725-47df-8938-0a1150b207cf req-c2b05629-1ef3-46f4-ad2b-5584d278b2a4 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=668cc429-6322-4b0b-8f3a-6d910c891444 HTTP/1.1" status: 200 len: 210 time: 0.0265789 Dec 07 18:49:39.837821 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88d058-1b22-4d98-9f36-7397da5d6f7d req-1a0c63e7-608f-4e7e-bdfc-ce692673ec4b tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:39.839316 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-df88d058-1b22-4d98-9f36-7397da5d6f7d req-1a0c63e7-608f-4e7e-bdfc-ce692673ec4b tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 946 time: 0.0521176 Dec 07 18:49:39.885214 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-df88d058-1b22-4d98-9f36-7397da5d6f7d req-b24aa4bd-61b6-43e3-858d-3334c759960c tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394793 Dec 07 18:49:40.007924 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459da831-6442-4ae4-97c0-c12f433b816e req-26a7e354-2225-4f44-8102-2f1f5cee5fc6 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:40.010295 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-459da831-6442-4ae4-97c0-c12f433b816e req-26a7e354-2225-4f44-8102-2f1f5cee5fc6 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 945 time: 0.0526025 Dec 07 18:49:40.064902 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-459da831-6442-4ae4-97c0-c12f433b816e req-5ad74345-ce8e-42da-bbcb-9750e717c8d2 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472822 Dec 07 18:49:40.851292 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 36732) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:40.906529 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4b5e4ee5-68da-45ef-a104-e28593f50cba tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:40.931847 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4b5e4ee5-68da-45ef-a104-e28593f50cba tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:41.014919 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a533ff3-5241-453a-984c-b3ba742839ed req-b4ee865a-b036-4f17-84ea-382d0bbd5a44 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:41.016442 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2a533ff3-5241-453a-984c-b3ba742839ed req-b4ee865a-b036-4f17-84ea-382d0bbd5a44 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 946 time: 0.0575583 Dec 07 18:49:41.022336 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4b5e4ee5-68da-45ef-a104-e28593f50cba tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:41.025239 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4b5e4ee5-68da-45ef-a104-e28593f50cba tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:41.026430 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-4b5e4ee5-68da-45ef-a104-e28593f50cba tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "DELETE /v2.0/security-groups/97907a65-733c-44c2-a858-8ae9dca92a14 HTTP/1.1" status: 204 len: 168 time: 0.1741676 Dec 07 18:49:41.029309 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 36736) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:41.046851 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.api.v2.resource [None req-1c169fac-5534-4cab-a292-b1e682ff697c tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] show failed (client error): The resource could not be found. Dec 07 18:49:41.047749 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-1c169fac-5534-4cab-a292-b1e682ff697c tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups/97907a65-733c-44c2-a858-8ae9dca92a14 HTTP/1.1" status: 404 len: 347 time: 0.0174334 Dec 07 18:49:41.050903 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 36738) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:41.052773 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e4ee5-68da-45ef-a104-e28593f50cba tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97907a65-733c-44c2-a858-8ae9dca92a14,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:41.070008 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5e4ee5-68da-45ef-a104-e28593f50cba tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:49:41.070512 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5e4ee5-68da-45ef-a104-e28593f50cba tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:49:41.071016 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5e4ee5-68da-45ef-a104-e28593f50cba tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:49:41.071496 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5e4ee5-68da-45ef-a104-e28593f50cba tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:49:41.071976 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5e4ee5-68da-45ef-a104-e28593f50cba tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:49:41.072448 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5e4ee5-68da-45ef-a104-e28593f50cba tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:49:41.072932 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5e4ee5-68da-45ef-a104-e28593f50cba tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:49:41.073418 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5e4ee5-68da-45ef-a104-e28593f50cba tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:49:41.073895 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5e4ee5-68da-45ef-a104-e28593f50cba tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:49:41.074403 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5e4ee5-68da-45ef-a104-e28593f50cba tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:49:41.074882 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5e4ee5-68da-45ef-a104-e28593f50cba tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:49:41.075359 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5e4ee5-68da-45ef-a104-e28593f50cba tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:49:41.075840 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5e4ee5-68da-45ef-a104-e28593f50cba tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:49:41.144832 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2a533ff3-5241-453a-984c-b3ba742839ed req-84ffce05-5f0e-43df-83d3-565d0bf3f7b6 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172304 Dec 07 18:49:41.522974 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a5198-48d6-46fb-9ab1-3d006842534e req-131e6725-4cd1-4da8-a34e-cedd648d9f09 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:41.524428 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9a0a5198-48d6-46fb-9ab1-3d006842534e req-131e6725-4cd1-4da8-a34e-cedd648d9f09 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 945 time: 0.3428464 Dec 07 18:49:41.573594 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-b41d07af-b13c-4e78-bb66-75068cf1ac3a tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Deleting port 6e5b5d8f-b58a-4821-bbbd-c1b27c675276 {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:49:41.573846 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b41d07af-b13c-4e78-bb66-75068cf1ac3a tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:41.657660 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c17e86-1097-4508-9171-9430c3d58fc9 req-0f66f228-cfef-4d2a-8ad7-7c78acde846f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:41.659196 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-51c17e86-1097-4508-9171-9430c3d58fc9 req-0f66f228-cfef-4d2a-8ad7-7c78acde846f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dbb7c47db4047b7b6b9fdc130ea461d&device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 1098 time: 0.1300526 Dec 07 18:49:41.664723 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9a0a5198-48d6-46fb-9ab1-3d006842534e req-e97c97b4-26b9-4f2f-94ac-402a08869da6 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266415 Dec 07 18:49:41.688772 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b41d07af-b13c-4e78-bb66-75068cf1ac3a tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:41.689102 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b41d07af-b13c-4e78-bb66-75068cf1ac3a tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:41.700438 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-b41d07af-b13c-4e78-bb66-75068cf1ac3a tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Calling delete_port for 6e5b5d8f-b58a-4821-bbbd-c1b27c675276 owned by network:floatingip {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:49:41.835557 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b41d07af-b13c-4e78-bb66-75068cf1ac3a tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:41.860732 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d07af-b13c-4e78-bb66-75068cf1ac3a tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Pushing event deleted for resources: {'Port': ['ID=6e5b5d8f-b58a-4821-bbbd-c1b27c675276,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:41.918664 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b41d07af-b13c-4e78-bb66-75068cf1ac3a tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for floatingip, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:41.921825 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b41d07af-b13c-4e78-bb66-75068cf1ac3a tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for floatingip, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:41.922981 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-b41d07af-b13c-4e78-bb66-75068cf1ac3a tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "DELETE /v2.0/floatingips/ab682b45-0b9f-474e-bc31-b64e6be6363f HTTP/1.1" status: 204 len: 168 time: 0.8711886 Dec 07 18:49:42.256492 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 36764) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:42.261000 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-49db78fa-7dd3-4cfd-86c8-87641c0e9d7a tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Request body: {'security_group': {'name': 'tempest-securitygroup--784173222', 'description': 'tempest-description--329151496'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:49:42.288261 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-49db78fa-7dd3-4cfd-86c8-87641c0e9d7a tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:42.297495 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61db13d-557b-4a92-9d8f-615fad2a708d req-63dfed2c-ee1d-4ba0-b27a-3b27f2031da7 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:42.299547 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b61db13d-557b-4a92-9d8f-615fad2a708d req-63dfed2c-ee1d-4ba0-b27a-3b27f2031da7 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 946 time: 0.0708492 Dec 07 18:49:42.351448 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b61db13d-557b-4a92-9d8f-615fad2a708d req-e39ec497-f8e8-488a-ae7b-6036a17f0d05 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452147 Dec 07 18:49:42.365346 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-49db78fa-7dd3-4cfd-86c8-87641c0e9d7a tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:42.369420 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-49db78fa-7dd3-4cfd-86c8-87641c0e9d7a tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:42.398327 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db78fa-7dd3-4cfd-86c8-87641c0e9d7a tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56a47646-91b0-456e-b5df-6c33ccf41f88,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:42.402422 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-49db78fa-7dd3-4cfd-86c8-87641c0e9d7a tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:42.403615 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-49db78fa-7dd3-4cfd-86c8-87641c0e9d7a tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1461251 Dec 07 18:49:42.407094 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 36770) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:42.411599 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-513e4a00-d596-48e5-9f1c-232c4f30041c tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Request body: {'security_group_rule': {'security_group_id': '56a47646-91b0-456e-b5df-6c33ccf41f88', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:49:42.439176 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-513e4a00-d596-48e5-9f1c-232c4f30041c tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:42.493967 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-513e4a00-d596-48e5-9f1c-232c4f30041c tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:42.497705 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-513e4a00-d596-48e5-9f1c-232c4f30041c tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742031'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:42.517296 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e4a00-d596-48e5-9f1c-232c4f30041c tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a027b86-3139-4a5a-949e-1df57f2d8393,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:42.523992 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-513e4a00-d596-48e5-9f1c-232c4f30041c tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:42.525151 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-513e4a00-d596-48e5-9f1c-232c4f30041c tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1170075 Dec 07 18:49:42.527996 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 36772) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:42.532410 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-f807dd72-e259-49bb-a5ef-6af77831cc1f tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Request body: {'security_group_rule': {'security_group_id': '56a47646-91b0-456e-b5df-6c33ccf41f88', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:49:42.559193 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f807dd72-e259-49bb-a5ef-6af77831cc1f tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:42.619681 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f807dd72-e259-49bb-a5ef-6af77831cc1f tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:42.622962 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f807dd72-e259-49bb-a5ef-6af77831cc1f tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742031'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:42.641494 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f807dd72-e259-49bb-a5ef-6af77831cc1f tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eec4163-778e-47eb-b7f5-d4d68a3860ba,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:42.648927 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f807dd72-e259-49bb-a5ef-6af77831cc1f tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:42.650106 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-f807dd72-e259-49bb-a5ef-6af77831cc1f tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211812 Dec 07 18:49:42.653206 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 36774) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:42.657664 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-6d54a4da-6053-429c-9908-445e0c962706 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Request body: {'floatingip': {'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:49:42.679592 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6d54a4da-6053-429c-9908-445e0c962706 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for floatingip, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:42.811953 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad21867-a275-4fc8-9421-f3a5477f3247 req-f6a55a42-a0e7-4153-b3cc-16122ff33a68 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:42.813399 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9ad21867-a275-4fc8-9421-f3a5477f3247 req-f6a55a42-a0e7-4153-b3cc-16122ff33a68 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 945 time: 0.0674233 Dec 07 18:49:42.819107 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6d54a4da-6053-429c-9908-445e0c962706 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:42.909094 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9ad21867-a275-4fc8-9421-f3a5477f3247 req-361217a5-0da5-461f-a2d3-03925bc92e76 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878797 Dec 07 18:49:42.957310 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-6d54a4da-6053-429c-9908-445e0c962706 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Allocated IP 172.27.0.200 (c28673b7-9801-4a6d-8bd7-4540f8f52bd4/c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01/a48de8fc-82d7-4036-8945-1dcb8eb5e93b) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:49:43.059715 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6d54a4da-6053-429c-9908-445e0c962706 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:43.092124 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6d54a4da-6053-429c-9908-445e0c962706 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529624208'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:43.128725 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d54a4da-6053-429c-9908-445e0c962706 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Network c28673b7-9801-4a6d-8bd7-4540f8f52bd4 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:49:43.131510 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-6d54a4da-6053-429c-9908-445e0c962706 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:49:43.135013 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d54a4da-6053-429c-9908-445e0c962706 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:49:43.158661 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54a4da-6053-429c-9908-445e0c962706 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Pushing event updated for resources: {'Port': ['ID=a48de8fc-82d7-4036-8945-1dcb8eb5e93b,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:43.223672 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6d54a4da-6053-429c-9908-445e0c962706 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:43.257126 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6d54a4da-6053-429c-9908-445e0c962706 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:43.489525 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c2af5-683c-4cbc-8402-55cebed8a4eb req-07508760-1b5d-4286-870c-6c41d0062dd0 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:43.491159 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7d4c2af5-683c-4cbc-8402-55cebed8a4eb req-07508760-1b5d-4286-870c-6c41d0062dd0 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 946 time: 0.0518823 Dec 07 18:49:43.541018 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7d4c2af5-683c-4cbc-8402-55cebed8a4eb req-7692ddae-86eb-4a5f-ae4a-227a72574b06 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437050 Dec 07 18:49:43.656349 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6d54a4da-6053-429c-9908-445e0c962706 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:43.660762 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6d54a4da-6053-429c-9908-445e0c962706 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529623651'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:43.725409 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54a4da-6053-429c-9908-445e0c962706 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Pushing event updated for resources: {'Port': ['ID=a48de8fc-82d7-4036-8945-1dcb8eb5e93b,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:43.738835 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6d54a4da-6053-429c-9908-445e0c962706 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652997'] for floatingip, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:43.754182 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6d54a4da-6053-429c-9908-445e0c962706 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:43.755389 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-6d54a4da-6053-429c-9908-445e0c962706 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1012771 Dec 07 18:49:43.901660 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-38361c32-29f8-4bfd-96da-5984b76765fc tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--784173222&fields=id&tenant_id=cbb0144e924847109e6a254192f1e6bd HTTP/1.1" status: 200 len: 267 time: 0.0416412 Dec 07 18:49:44.009356 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-0e80c957-a658-4da0-a75f-8e6c3ff948ce tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:44.010798 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-0e80c957-a658-4da0-a75f-8e6c3ff948ce tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/networks?id=a321d8bd-fce1-4a8d-9656-239d82555545 HTTP/1.1" status: 200 len: 811 time: 0.1024227 Dec 07 18:49:44.021677 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67b374-3415-4a5d-951a-3d104693f159 req-ca99ddab-a274-487b-a5b3-111d1b25778b tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:44.023192 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6e67b374-3415-4a5d-951a-3d104693f159 req-ca99ddab-a274-487b-a5b3-111d1b25778b tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 945 time: 0.0478036 Dec 07 18:49:44.026245 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-33641d1e-2f1d-45d8-931d-89123810d939 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/quotas/cbb0144e924847109e6a254192f1e6bd HTTP/1.1" status: 200 len: 375 time: 0.0090392 Dec 07 18:49:44.075587 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6e67b374-3415-4a5d-951a-3d104693f159 req-8d5339d9-b415-424b-a978-122436c1887f tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465930 Dec 07 18:49:44.078120 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-afd80d4c-4f59-43db-8b3b-7fa2ce7f21b6 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbb0144e924847109e6a254192f1e6bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455589 Dec 07 18:49:44.217358 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-c889755a-4822-42f4-8d3f-7f65524a0447 service neutron] 10.222.0.41 "GET /v2.0/networks/a321d8bd-fce1-4a8d-9656-239d82555545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281612 Dec 07 18:49:44.306628 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-14a50c6c-6244-4aa9-b346-4a5e73d85a0d service neutron] 10.222.0.41 "GET /v2.0/networks/a321d8bd-fce1-4a8d-9656-239d82555545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823920 Dec 07 18:49:44.466260 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f6c14808-38f4-47ea-b853-34528c47bf95 req-767ba0ed-73bc-4299-9e82-c6351fe63bec tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223b4da-cb69-4ac7-834e-04eb11b904fa HTTP/1.1" status: 200 len: 210 time: 0.0302136 Dec 07 18:49:44.551443 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c17e86-1097-4508-9171-9430c3d58fc9 req-41982271-1fc8-44da-b723-9e09e52c604e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:44.553058 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-51c17e86-1097-4508-9171-9430c3d58fc9 req-41982271-1fc8-44da-b723-9e09e52c604e service neutron] 10.222.0.23 "GET /v2.0/networks?id=f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584 HTTP/1.1" status: 200 len: 910 time: 0.1651700 Dec 07 18:49:44.631959 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-51c17e86-1097-4508-9171-9430c3d58fc9 req-a13b6d0b-4fc5-4027-aa6a-d62fcee551bd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea0e7445-57e1-4ed8-b96b-ef483e19d0bd HTTP/1.1" status: 200 len: 1001 time: 0.0697241 Dec 07 18:49:44.678700 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5f40e-1299-4cf1-9737-40c86f414b0f req-b8f4c1b1-4fa6-4be8-9383-76b00dcddf36 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:44.680441 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5cf5f40e-1299-4cf1-9737-40c86f414b0f req-b8f4c1b1-4fa6-4be8-9383-76b00dcddf36 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 946 time: 0.0615125 Dec 07 18:49:44.690364 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c17e86-1097-4508-9171-9430c3d58fc9 req-e012b740-be3a-4b7b-bd6e-f1c6091bb338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:44.693481 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-51c17e86-1097-4508-9171-9430c3d58fc9 req-e012b740-be3a-4b7b-bd6e-f1c6091bb338 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1391da38-e32d-4021-8a10-dbcd7095634e HTTP/1.1" status: 200 len: 848 time: 0.0527546 Dec 07 18:49:44.754477 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5cf5f40e-1299-4cf1-9737-40c86f414b0f req-68470bcf-6ab4-494c-a08c-7fdbc7340c33 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648437 Dec 07 18:49:44.758445 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c17e86-1097-4508-9171-9430c3d58fc9 req-81c455c4-1e67-441e-9cea-729bbb52b032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:44.759999 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-51c17e86-1097-4508-9171-9430c3d58fc9 req-81c455c4-1e67-441e-9cea-729bbb52b032 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581605 Dec 07 18:49:44.861103 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-51c17e86-1097-4508-9171-9430c3d58fc9 req-c26ab506-fd46-441c-90e1-477a2c46ecda service neutron] 10.222.0.23 "GET /v2.0/networks/f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924597 Dec 07 18:49:44.990422 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-51c17e86-1097-4508-9171-9430c3d58fc9 req-a8553ebd-2c5c-44c5-b8d9-3759cc9fd8ca service neutron] 10.222.0.23 "GET /v2.0/networks/f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209595 Dec 07 18:49:44.999669 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc57db-d080-4359-9e57-646aae49d60c req-985eae17-032b-411f-b105-1219740af78a tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:45.001067 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ebbc57db-d080-4359-9e57-646aae49d60c req-985eae17-032b-411f-b105-1219740af78a tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.23 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 946 time: 0.0982275 Dec 07 18:49:45.123796 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ce0d4-dfa5-406c-93b9-aeeabaca5faf req-12ebf567-f5d3-415a-bb2f-ea125f542d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:45.125296 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-497ce0d4-dfa5-406c-93b9-aeeabaca5faf req-12ebf567-f5d3-415a-bb2f-ea125f542d79 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dbb7c47db4047b7b6b9fdc130ea461d&device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 1098 time: 0.0565481 Dec 07 18:49:45.144663 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [req-ebbc57db-d080-4359-9e57-646aae49d60c req-31555d14-eca9-4848-8256-a9f1e82a451e tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Deleting port 5d954230-64a1-4c4f-91f6-8893ea16dc4a {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:49:45.145039 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-ebbc57db-d080-4359-9e57-646aae49d60c req-31555d14-eca9-4848-8256-a9f1e82a451e tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:45.328085 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43111645-e8ce-454a-ad69-828fad6e5e92 req-73305745-71b1-4e01-ae91-d3e53d8f0234 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:45.329558 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-43111645-e8ce-454a-ad69-828fad6e5e92 req-73305745-71b1-4e01-ae91-d3e53d8f0234 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 945 time: 0.1803308 Dec 07 18:49:45.339697 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-ebbc57db-d080-4359-9e57-646aae49d60c req-31555d14-eca9-4848-8256-a9f1e82a451e tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] For port 5d954230-64a1-4c4f-91f6-8893ea16dc4a, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=5d954230-64a1-4c4f-91f6-8893ea16dc4a,segment=NetworkSegment(4e11373f-4e76-4ab5-86c0-112fb5aca0d4),segment_id=4e11373f-4e76-4ab5-86c0-112fb5aca0d4)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:49:45.340059 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-ebbc57db-d080-4359-9e57-646aae49d60c req-31555d14-eca9-4848-8256-a9f1e82a451e tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:45.366999 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ce0d4-dfa5-406c-93b9-aeeabaca5faf req-6e092634-903d-4c3e-87d8-ad9dfe11eccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:45.368439 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-497ce0d4-dfa5-406c-93b9-aeeabaca5faf req-6e092634-903d-4c3e-87d8-ad9dfe11eccd service neutron] 10.222.0.23 "GET /v2.0/networks?id=f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584 HTTP/1.1" status: 200 len: 910 time: 0.2353485 Dec 07 18:49:45.494161 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7f1b2228-b7f7-41ac-bfbb-2fdd1a1750bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:45.532651 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-43111645-e8ce-454a-ad69-828fad6e5e92 req-b8441931-a703-4de6-bf54-b2202d821e9d tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948171 Dec 07 18:49:45.545391 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-497ce0d4-dfa5-406c-93b9-aeeabaca5faf req-c892ecf0-a432-4587-8307-0a48ccb1687d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea0e7445-57e1-4ed8-b96b-ef483e19d0bd HTTP/1.1" status: 200 len: 1001 time: 0.1427615 Dec 07 18:49:45.603569 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-126c76cb-896e-4363-83b2-29b27b7bd179 req-e5e29e2a-c6cb-47e5-97b9-602b8efe087e tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223b4da-cb69-4ac7-834e-04eb11b904fa HTTP/1.1" status: 200 len: 210 time: 0.0303450 Dec 07 18:49:45.654167 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ce0d4-dfa5-406c-93b9-aeeabaca5faf req-34bdf70a-1444-4f6d-a7e3-2185a9942103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:45.655732 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-497ce0d4-dfa5-406c-93b9-aeeabaca5faf req-34bdf70a-1444-4f6d-a7e3-2185a9942103 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1391da38-e32d-4021-8a10-dbcd7095634e HTTP/1.1" status: 200 len: 848 time: 0.0954268 Dec 07 18:49:45.714024 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-ebbc57db-d080-4359-9e57-646aae49d60c req-31555d14-eca9-4848-8256-a9f1e82a451e tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:45.714397 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-ebbc57db-d080-4359-9e57-646aae49d60c req-31555d14-eca9-4848-8256-a9f1e82a451e tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652997'] for floatingip, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:45.714716 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.db.l3_db [req-ebbc57db-d080-4359-9e57-646aae49d60c req-31555d14-eca9-4848-8256-a9f1e82a451e tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Floating IP 2a2f1c16-e8eb-488c-8d4c-5f358021087c disassociated. External IP: 172.27.0.242, port: 5d954230-64a1-4c4f-91f6-8893ea16dc4a. Dec 07 18:49:45.715056 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [req-ebbc57db-d080-4359-9e57-646aae49d60c req-31555d14-eca9-4848-8256-a9f1e82a451e tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Calling delete_port for 5d954230-64a1-4c4f-91f6-8893ea16dc4a owned by compute:nova {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:49:45.740759 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-ab4c3fa4-dc26-4a48-aa5e-896f21cbaa72 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:45.742824 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-ab4c3fa4-dc26-4a48-aa5e-896f21cbaa72 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.23 "GET /v2.0/networks?id=a321d8bd-fce1-4a8d-9656-239d82555545 HTTP/1.1" status: 200 len: 811 time: 0.1421368 Dec 07 18:49:45.794720 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ce0d4-dfa5-406c-93b9-aeeabaca5faf req-b2a2b836-539b-4d0f-bee6-0229fd966d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:45.797699 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-497ce0d4-dfa5-406c-93b9-aeeabaca5faf req-b2a2b836-539b-4d0f-bee6-0229fd966d12 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1291013 Dec 07 18:49:45.828102 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-f038d848-ab68-4916-afde-58fc0499d139 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbb0144e924847109e6a254192f1e6bd HTTP/1.1" status: 200 len: 379 time: 0.0757208 Dec 07 18:49:45.841663 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-4fbb9fba-5443-4ff5-bfda-2a675ac65781 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Request body: {'port': {'device_id': '0223b4da-cb69-4ac7-834e-04eb11b904fa', 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545', 'admin_state_up': True, 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'security_groups': ['56a47646-91b0-456e-b5df-6c33ccf41f88']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:49:45.951270 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-4fbb9fba-5443-4ff5-bfda-2a675ac65781 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Made reservation on behalf of cbb0144e924847109e6a254192f1e6bd for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:49:45.955575 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-4fbb9fba-5443-4ff5-bfda-2a675ac65781 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:45.961041 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847a4c1-14e0-47eb-bb03-f9db8acfe987 req-c406783a-5234-4ac4-acc6-56d9d5630309 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:45.962542 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3847a4c1-14e0-47eb-bb03-f9db8acfe987 req-c406783a-5234-4ac4-acc6-56d9d5630309 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54d910a-30a1-4aa9-a038-6dafd95bfa5c HTTP/1.1" status: 200 len: 946 time: 0.1304212 Dec 07 18:49:45.979313 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-ebbc57db-d080-4359-9e57-646aae49d60c req-31555d14-eca9-4848-8256-a9f1e82a451e tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:46.018664 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-497ce0d4-dfa5-406c-93b9-aeeabaca5faf req-2eb5ecbb-485b-4b0c-aa3e-663a7d82d674 service neutron] 10.222.0.23 "GET /v2.0/networks/f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051313 Dec 07 18:49:46.023580 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31555d14-eca9-4848-8256-a9f1e82a451e tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Pushing event deleted for resources: {'Port': ['ID=5d954230-64a1-4c4f-91f6-8893ea16dc4a,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:46.088706 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-4fbb9fba-5443-4ff5-bfda-2a675ac65781 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Allocated IP 172.20.0.12 (a321d8bd-fce1-4a8d-9656-239d82555545/1b6ea560-0931-4e32-ae3e-65a030b6cd99/c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:49:46.116945 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3847a4c1-14e0-47eb-bb03-f9db8acfe987 req-3d1921d8-e6e8-4796-b3f9-df31bf0c8edd tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=890b9f25-6c24-4a38-b75a-6ea9944ce1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442270 Dec 07 18:49:46.218645 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-497ce0d4-dfa5-406c-93b9-aeeabaca5faf req-45f26861-9885-4ff2-ba3f-09a835a6b090 service neutron] 10.222.0.23 "GET /v2.0/networks/f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874280 Dec 07 18:49:46.242327 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebbc57db-d080-4359-9e57-646aae49d60c req-31555d14-eca9-4848-8256-a9f1e82a451e tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Router b1ba4833-18e2-4e0c-b492-4604b68a9efa has already been hosted by L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc {{(pid=109084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:49:46.245922 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-4fbb9fba-5443-4ff5-bfda-2a675ac65781 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:46.280431 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-4fbb9fba-5443-4ff5-bfda-2a675ac65781 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529624208'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:46.326387 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-4fbb9fba-5443-4ff5-bfda-2a675ac65781 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Network a321d8bd-fce1-4a8d-9656-239d82555545 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:49:46.329574 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-4fbb9fba-5443-4ff5-bfda-2a675ac65781 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:49:46.333341 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-4fbb9fba-5443-4ff5-bfda-2a675ac65781 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:49:46.340089 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb9fba-5443-4ff5-bfda-2a675ac65781 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Pushing event updated for resources: {'Port': ['ID=c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:46.361613 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebbc57db-d080-4359-9e57-646aae49d60c req-31555d14-eca9-4848-8256-a9f1e82a451e tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:49:46.376412 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d21a0e-ff4b-4379-877a-22a1c6f7778c None None] Sync routers for ids ['b1ba4833-18e2-4e0c-b492-4604b68a9efa'] in dv-cinder-819692-6-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:49:46.389227 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-4fbb9fba-5443-4ff5-bfda-2a675ac65781 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:46.390646 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-4fbb9fba-5443-4ff5-bfda-2a675ac65781 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:46.391550 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d21a0e-ff4b-4379-877a-22a1c6f7778c None None] Routers {'b1ba4833-18e2-4e0c-b492-4604b68a9efa'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:49:46.392248 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-01d21a0e-ff4b-4379-877a-22a1c6f7778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:49:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['b1ba4833-18e2-4e0c-b492-4604b68a9efa'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:49:46.416155 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-4fbb9fba-5443-4ff5-bfda-2a675ac65781 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5734167 Dec 07 18:49:46.416530 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebbc57db-d080-4359-9e57-646aae49d60c req-31555d14-eca9-4848-8256-a9f1e82a451e tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] No DVR routers for this DVR port 5d954230-64a1-4c4f-91f6-8893ea16dc4a on host hv-cinder-81969 {{(pid=109084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:49:46.416530 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-ebbc57db-d080-4359-9e57-646aae49d60c req-31555d14-eca9-4848-8256-a9f1e82a451e tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:46.419999 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ebbc57db-d080-4359-9e57-646aae49d60c req-31555d14-eca9-4848-8256-a9f1e82a451e tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.23 "DELETE /v2.0/ports/5d954230-64a1-4c4f-91f6-8893ea16dc4a HTTP/1.1" status: 204 len: 173 time: 1.4110625 Dec 07 18:49:46.421020 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54d910a-30a1-4aa9-a038-6dafd95bfa5c', 'name': 'network-vif-deleted', 'tag': '5d954230-64a1-4c4f-91f6-8893ea16dc4a'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:49:46.424435 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a9c8e9ce0db27bff2b715efe80f7ddeb02331314c1c7d49b52ba908637cab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8b89f0-7827-4c92-b2d7-85c165f65902" -d '{"events": [{"server_uuid": "a54d910a-30a1-4aa9-a038-6dafd95bfa5c", "name": "network-vif-deleted", "tag": "5d954230-64a1-4c4f-91f6-8893ea16dc4a"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:49:46.440723 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-6d802436-1c1c-40aa-9aa1-a8dbfa37f32a service neutron] Request body: {'port': {'device_id': '0223b4da-cb69-4ac7-834e-04eb11b904fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:49:46.542341 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-6d802436-1c1c-40aa-9aa1-a8dbfa37f32a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:46.559214 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a95ba89-07ea-4338-a495-db5ffd7d46f9 x-openstack-request-id: req-5a95ba89-07ea-4338-a495-db5ffd7d46f9 {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:49:46.559576 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54d910a-30a1-4aa9-a038-6dafd95bfa5c", "name": "network-vif-deleted", "tag": "5d954230-64a1-4c4f-91f6-8893ea16dc4a", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:49:46.560235 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5a95ba89-07ea-4338-a495-db5ffd7d46f9 {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:49:46.560758 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a54d910a-30a1-4aa9-a038-6dafd95bfa5c', 'name': 'network-vif-deleted', 'tag': '5d954230-64a1-4c4f-91f6-8893ea16dc4a', 'status': 'completed', 'code': 200} Dec 07 18:49:46.719233 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-01d21a0e-ff4b-4379-877a-22a1c6f7778c None None] Set router b1ba4833-18e2-4e0c-b492-4604b68a9efa gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:49:46.777931 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310cdb5-35ce-4855-a940-9b350e7dd8bc req-50e465fb-5c51-4897-a8e6-1e23e9dd6acb tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:46.779580 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b310cdb5-35ce-4855-a940-9b350e7dd8bc req-50e465fb-5c51-4897-a8e6-1e23e9dd6acb tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 945 time: 0.1166916 Dec 07 18:49:46.877200 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b310cdb5-35ce-4855-a940-9b350e7dd8bc req-efcfa234-1ba7-42ce-8245-49d38b449bca tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876958 Dec 07 18:49:46.920443 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6c96f-fa9d-430a-8993-71c07c390f9b req-54ea2493-8dd3-4cdb-ac31-f9a9eb210a18 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:46.928946 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a8d6c96f-fa9d-430a-8993-71c07c390f9b req-54ea2493-8dd3-4cdb-ac31-f9a9eb210a18 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223b4da-cb69-4ac7-834e-04eb11b904fa HTTP/1.1" status: 200 len: 932 time: 0.1251316 Dec 07 18:49:47.004802 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-c0cbc55a-b155-4919-98fd-e64e8a5a8903 None None] Provisioning complete for port c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:49:47.005173 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c0cbc55a-b155-4919-98fd-e64e8a5a8903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:47.012100 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a8d6c96f-fa9d-430a-8993-71c07c390f9b req-63d4998d-691b-4fd2-9d73-d3659ef596f9 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=56a47646-91b0-456e-b5df-6c33ccf41f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821834 Dec 07 18:49:47.067262 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-6d802436-1c1c-40aa-9aa1-a8dbfa37f32a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:49:47.075387 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-6d802436-1c1c-40aa-9aa1-a8dbfa37f32a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:47.083686 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 36866) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:47.090012 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-c0cbc55a-b155-4919-98fd-e64e8a5a8903 None None] Port c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:49:47.104701 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-6d802436-1c1c-40aa-9aa1-a8dbfa37f32a service neutron] Transition to ACTIVE for port object c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:49:47.116894 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-6d802436-1c1c-40aa-9aa1-a8dbfa37f32a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529623651'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:47.184800 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d802436-1c1c-40aa-9aa1-a8dbfa37f32a service neutron] Pushing event updated for resources: {'Port': ['ID=c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:47.198787 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-01d21a0e-ff4b-4379-877a-22a1c6f7778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'name': 'tempest-AttachVolumeShelveTestJSON-1544739373-router', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '18038d5c-5f06-43a8-a094-6536afd58616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:43Z', 'updated_at': '2021-12-07T18:45:52Z', 'revision_number': 4, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'gw_port': {'id': '18038d5c-5f06-43a8-a094-6536afd58616', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:44Z', 'updated_at': '2021-12-07T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '4fe36049-287c-4583-826b-13470523761e', 'name': '', 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'mac_address': 'fa:16:3e:6c:22:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:50Z', 'updated_at': '2021-12-07T18:46:03Z', 'revision_number': 5, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'subnets': [{'id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:49:47.230994 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d21a0e-ff4b-4379-877a-22a1c6f7778c None None] Checking router: b1ba4833-18e2-4e0c-b492-4604b68a9efa for host: dv-cinder-819692-6-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:49:47.240267 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d21a0e-ff4b-4379-877a-22a1c6f7778c None None] Routers {'b1ba4833-18e2-4e0c-b492-4604b68a9efa'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:49:47.240894 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-01d21a0e-ff4b-4379-877a-22a1c6f7778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:49:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['b1ba4833-18e2-4e0c-b492-4604b68a9efa'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:49:47.247782 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-03c582b8-ac8c-4362-aad6-41609ead98ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:47.265351 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 36874) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:47.290446 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-6d802436-1c1c-40aa-9aa1-a8dbfa37f32a service neutron] Attempting to bind port c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:49:47.291235 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-6d802436-1c1c-40aa-9aa1-a8dbfa37f32a service neutron] Attempting to bind port c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': '414c2cea-d8a0-44ed-b4ec-3cd1a1242c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:49:47.291767 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-6d802436-1c1c-40aa-9aa1-a8dbfa37f32a service neutron] Attempting to bind port c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b on network a321d8bd-fce1-4a8d-9656-239d82555545 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:49:47.299093 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-6d802436-1c1c-40aa-9aa1-a8dbfa37f32a service neutron] Port c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b on network a321d8bd-fce1-4a8d-9656-239d82555545 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:49:47.299663 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-6d802436-1c1c-40aa-9aa1-a8dbfa37f32a service neutron] Attempting to bind port c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b on network a321d8bd-fce1-4a8d-9656-239d82555545 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:49:47.306614 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-6d802436-1c1c-40aa-9aa1-a8dbfa37f32a service neutron] Checking agent: {'id': '9b8b7df7-f18f-49d8-b3bd-9764bcedc888', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'started_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:49:47.306960 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-6d802436-1c1c-40aa-9aa1-a8dbfa37f32a service neutron] Checking segment: {'id': '414c2cea-d8a0-44ed-b4ec-3cd1a1242c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:49:47.307968 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-6d802436-1c1c-40aa-9aa1-a8dbfa37f32a service neutron] Bound using segment: {'id': '414c2cea-d8a0-44ed-b4ec-3cd1a1242c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:49:47.308334 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-6d802436-1c1c-40aa-9aa1-a8dbfa37f32a service neutron] Bound port: c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '414c2cea-d8a0-44ed-b4ec-3cd1a1242c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:49:47.308702 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-6d802436-1c1c-40aa-9aa1-a8dbfa37f32a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:47.358968 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6e2703ae-4ffe-419d-acd5-3d4e7c5d82df tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:47.385242 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-01d21a0e-ff4b-4379-877a-22a1c6f7778c None None] Set router b1ba4833-18e2-4e0c-b492-4604b68a9efa gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:49:47.393933 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6e2703ae-4ffe-419d-acd5-3d4e7c5d82df tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:47.408168 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-6d802436-1c1c-40aa-9aa1-a8dbfa37f32a service neutron] For port c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b, host hv-cinder-81969, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:49:47.413215 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-6d802436-1c1c-40aa-9aa1-a8dbfa37f32a service neutron] For port c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b,segment=NetworkSegment(414c2cea-d8a0-44ed-b4ec-3cd1a1242c00),segment_id=414c2cea-d8a0-44ed-b4ec-3cd1a1242c00)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:49:47.422452 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-6d802436-1c1c-40aa-9aa1-a8dbfa37f32a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529623651'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:47.428760 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-03c582b8-ac8c-4362-aad6-41609ead98ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:47.444283 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-03c582b8-ac8c-4362-aad6-41609ead98ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:47.488419 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c582b8-ac8c-4362-aad6-41609ead98ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b6c8d2-4088-4989-abea-777c262bb66b,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:47.490740 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-6d802436-1c1c-40aa-9aa1-a8dbfa37f32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:47.491651 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-6d802436-1c1c-40aa-9aa1-a8dbfa37f32a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:47.493496 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-6d802436-1c1c-40aa-9aa1-a8dbfa37f32a service neutron] 10.222.0.23 "PUT /v2.0/ports/c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b HTTP/1.1" status: 200 len: 1094 time: 1.0727026 Dec 07 18:49:47.494064 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0223b4da-cb69-4ac7-834e-04eb11b904fa', 'tag': 'c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:49:47.502060 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-03c582b8-ac8c-4362-aad6-41609ead98ab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7bc33cd93b1e4bffbfe162ade89cda4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4164793 Dec 07 18:49:47.506284 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 36876) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:47.512484 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f47eea71b5ba0831d378bb06dcf61d9c2f9c3cd1ea737a862f2010bc1a834e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7119d36-2715-4558-a2b1-94ea2dfbb22f" -d '{"events": [{"name": "network-changed", "server_uuid": "0223b4da-cb69-4ac7-834e-04eb11b904fa", "tag": "c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:49:47.515564 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6e2703ae-4ffe-419d-acd5-3d4e7c5d82df tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:47.518092 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6e2703ae-4ffe-419d-acd5-3d4e7c5d82df tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:47.519238 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-6e2703ae-4ffe-419d-acd5-3d4e7c5d82df tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "DELETE /v2.0/security-groups/890b9f25-6c24-4a38-b75a-6ea9944ce1b9 HTTP/1.1" status: 204 len: 168 time: 0.2529178 Dec 07 18:49:47.522789 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 36878) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:47.548327 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2703ae-4ffe-419d-acd5-3d4e7c5d82df tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=890b9f25-6c24-4a38-b75a-6ea9944ce1b9,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:47.572471 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d802436-1c1c-40aa-9aa1-a8dbfa37f32a service neutron] Pushing event updated for resources: {'Port': ['ID=c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:47.588521 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8ae6a16e-4c29-4dfb-aba3-37e29f39af7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:47.612931 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051b8ba8-e4e1-4e91-a608-7c8582b14dec x-openstack-request-id: req-051b8ba8-e4e1-4e91-a608-7c8582b14dec {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:49:47.613187 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8ae6a16e-4c29-4dfb-aba3-37e29f39af7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:47.613281 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0223b4da-cb69-4ac7-834e-04eb11b904fa", "tag": "c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:49:47.613534 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-051b8ba8-e4e1-4e91-a608-7c8582b14dec {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:49:47.613871 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0223b4da-cb69-4ac7-834e-04eb11b904fa', 'tag': 'c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b', 'status': 'completed', 'code': 200} Dec 07 18:49:47.617192 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.api.v2.resource [None req-ea1ea401-46d2-4627-bc5c-d54e9eefb371 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] show failed (client error): The resource could not be found. Dec 07 18:49:47.620993 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-ea1ea401-46d2-4627-bc5c-d54e9eefb371 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups/890b9f25-6c24-4a38-b75a-6ea9944ce1b9 HTTP/1.1" status: 404 len: 347 time: 0.0831766 Dec 07 18:49:47.621353 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 36882) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:47.643022 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-1444d9dc-385c-43cb-8c23-4bb667f91c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:47.646141 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-1444d9dc-385c-43cb-8c23-4bb667f91c67 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cbb0144e924847109e6a254192f1e6bd&device_id=0223b4da-cb69-4ac7-834e-04eb11b904fa HTTP/1.1" status: 200 len: 1097 time: 0.0661833 Dec 07 18:49:47.701281 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-5a9f58a4-18d6-46b6-8d51-245b84cef35b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b HTTP/1.1" status: 200 len: 217 time: 0.0451567 Dec 07 18:49:47.753798 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-01d21a0e-ff4b-4379-877a-22a1c6f7778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'name': 'tempest-AttachVolumeShelveTestJSON-1544739373-router', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '18038d5c-5f06-43a8-a094-6536afd58616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:43Z', 'updated_at': '2021-12-07T18:45:52Z', 'revision_number': 4, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'gw_port': {'id': '18038d5c-5f06-43a8-a094-6536afd58616', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:44Z', 'updated_at': '2021-12-07T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '4fe36049-287c-4583-826b-13470523761e', 'name': '', 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'mac_address': 'fa:16:3e:6c:22:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:50Z', 'updated_at': '2021-12-07T18:46:03Z', 'revision_number': 5, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'subnets': [{'id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:49:47.771387 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8ae6a16e-4c29-4dfb-aba3-37e29f39af7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:47.774297 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8ae6a16e-4c29-4dfb-aba3-37e29f39af7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:47.774654 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-a7ba6449-c04b-4996-986e-6d6a11441405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:47.775482 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-8ae6a16e-4c29-4dfb-aba3-37e29f39af7b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b9b6c8d2-4088-4989-abea-777c262bb66b HTTP/1.1" status: 204 len: 168 time: 0.2678070 Dec 07 18:49:47.776129 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-a7ba6449-c04b-4996-986e-6d6a11441405 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b6ea560-0931-4e32-ae3e-65a030b6cd99 HTTP/1.1" status: 200 len: 850 time: 0.0635855 Dec 07 18:49:47.787045 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae6a16e-4c29-4dfb-aba3-37e29f39af7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b6c8d2-4088-4989-abea-777c262bb66b,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:47.793296 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d21a0e-ff4b-4379-877a-22a1c6f7778c None None] The sync data for ids ['b1ba4833-18e2-4e0c-b492-4604b68a9efa'] in dv-cinder-819692-6-iscsi is: [{'id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'name': 'tempest-AttachVolumeShelveTestJSON-1544739373-router', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '18038d5c-5f06-43a8-a094-6536afd58616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:43Z', 'updated_at': '2021-12-07T18:45:52Z', 'revision_number': 4, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'gw_port': {'id': '18038d5c-5f06-43a8-a094-6536afd58616', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:44Z', 'updated_at': '2021-12-07T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '4fe36049-287c-4583-826b-13470523761e', 'name': '', 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'mac_address': 'fa:16:3e:6c:22:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:50Z', 'updated_at': '2021-12-07T18:46:03Z', 'revision_number': 5, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'subnets': [{'id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:49:47.794948 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-64b69369-55be-46fc-a384-8c285185ed69 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Deleting port 8864f98f-05eb-4ceb-bc5f-62149d46b525 {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:49:47.795286 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-64b69369-55be-46fc-a384-8c285185ed69 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:47.850064 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-13734a47-822e-4f6c-900e-4f72996b6b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:47.853747 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-fc8671c5-a4b5-4d03-8cd5-62459be56f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:47.855867 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-fc8671c5-a4b5-4d03-8cd5-62459be56f8e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a321d8bd-fce1-4a8d-9656-239d82555545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712948 Dec 07 18:49:47.924427 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-64b69369-55be-46fc-a384-8c285185ed69 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:47.926311 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-64b69369-55be-46fc-a384-8c285185ed69 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:47.970933 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-64b69369-55be-46fc-a384-8c285185ed69 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Calling delete_port for 8864f98f-05eb-4ceb-bc5f-62149d46b525 owned by network:floatingip {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:49:48.163503 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffdff1-34c1-40dd-b451-59aeb6685b32 req-f707f4a2-23d2-498a-8d3b-2a9f503cf884 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:48.175784 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-10ffdff1-34c1-40dd-b451-59aeb6685b32 req-f707f4a2-23d2-498a-8d3b-2a9f503cf884 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 945 time: 0.1675479 Dec 07 18:49:48.180885 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-b0be0440-4b52-4abc-9eb1-86820905410d service neutron] 10.222.0.23 "GET /v2.0/networks/a321d8bd-fce1-4a8d-9656-239d82555545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083491 Dec 07 18:49:48.229229 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-64b69369-55be-46fc-a384-8c285185ed69 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:48.258290 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b69369-55be-46fc-a384-8c285185ed69 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Pushing event deleted for resources: {'Port': ['ID=8864f98f-05eb-4ceb-bc5f-62149d46b525,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:48.267609 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0636953-6f88-4496-8d28-f17ef5538aaa None None] New status for floating IP 2a2f1c16-e8eb-488c-8d4c-5f358021087c: DOWN {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 18:49:48.301316 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eacb6a9-042b-48bf-ac87-afe4797f129a req-587fb9f3-578b-4b80-9c26-6f3b719085e4 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:48.303013 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9eacb6a9-042b-48bf-ac87-afe4797f129a req-587fb9f3-578b-4b80-9c26-6f3b719085e4 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223b4da-cb69-4ac7-834e-04eb11b904fa HTTP/1.1" status: 200 len: 944 time: 0.1093895 Dec 07 18:49:48.350657 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-10ffdff1-34c1-40dd-b451-59aeb6685b32 req-81a996b2-360e-42dd-b497-770f13f5f34d tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713598 Dec 07 18:49:48.370019 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-64b69369-55be-46fc-a384-8c285185ed69 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for floatingip, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:48.370019 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-64b69369-55be-46fc-a384-8c285185ed69 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for floatingip, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:48.375282 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-64b69369-55be-46fc-a384-8c285185ed69 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "DELETE /v2.0/floatingips/2a2f1c16-e8eb-488c-8d4c-5f358021087c HTTP/1.1" status: 204 len: 168 time: 0.7526901 Dec 07 18:49:48.385986 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2750a352-4ae6-43ac-bb6f-969568784ab8 req-13dee9fa-a15b-4cca-81f1-fd798505a980 service neutron] 10.222.0.23 "GET /v2.0/networks/a321d8bd-fce1-4a8d-9656-239d82555545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914630 Dec 07 18:49:48.395395 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9eacb6a9-042b-48bf-ac87-afe4797f129a req-cf71ff05-bb01-4c78-8790-c3b04b568370 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=56a47646-91b0-456e-b5df-6c33ccf41f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708947 Dec 07 18:49:48.506604 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7119d36-2715-4558-a2b1-94ea2dfbb22f req-f18ba130-3dbe-460b-b6ac-c9eea54c9ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:48.508104 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f7119d36-2715-4558-a2b1-94ea2dfbb22f req-f18ba130-3dbe-460b-b6ac-c9eea54c9ed1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cbb0144e924847109e6a254192f1e6bd&device_id=0223b4da-cb69-4ac7-834e-04eb11b904fa HTTP/1.1" status: 200 len: 1097 time: 0.0453901 Dec 07 18:49:48.604137 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7119d36-2715-4558-a2b1-94ea2dfbb22f req-42bf1376-6760-46fa-a41a-495c2b99f5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:48.605601 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f7119d36-2715-4558-a2b1-94ea2dfbb22f req-42bf1376-6760-46fa-a41a-495c2b99f5a5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a321d8bd-fce1-4a8d-9656-239d82555545 HTTP/1.1" status: 200 len: 912 time: 0.0898821 Dec 07 18:49:48.615015 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 36898) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:48.619530 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-b9e4cf43-4a1c-4b13-b7f6-34a2f6fb71a1 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1413836383', 'description': 'tempest-description--1970739287'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:49:48.641673 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b9e4cf43-4a1c-4b13-b7f6-34a2f6fb71a1 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:48.650138 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f7119d36-2715-4558-a2b1-94ea2dfbb22f req-5f84154f-69bf-490a-bbde-f72ea42d8edf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b HTTP/1.1" status: 200 len: 217 time: 0.0353713 Dec 07 18:49:48.703544 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7119d36-2715-4558-a2b1-94ea2dfbb22f req-2cfd165f-0224-4e7b-95bd-3fc63b68e451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:48.704980 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f7119d36-2715-4558-a2b1-94ea2dfbb22f req-2cfd165f-0224-4e7b-95bd-3fc63b68e451 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b6ea560-0931-4e32-ae3e-65a030b6cd99 HTTP/1.1" status: 200 len: 850 time: 0.0451357 Dec 07 18:49:48.709989 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b9e4cf43-4a1c-4b13-b7f6-34a2f6fb71a1 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:48.713956 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b9e4cf43-4a1c-4b13-b7f6-34a2f6fb71a1 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:48.744337 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b9e4cf43-4a1c-4b13-b7f6-34a2f6fb71a1 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:48.745551 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-b9e4cf43-4a1c-4b13-b7f6-34a2f6fb71a1 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1294289 Dec 07 18:49:48.747961 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4cf43-4a1c-4b13-b7f6-34a2f6fb71a1 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:48.752021 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 36900) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:48.756432 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-9e6c1374-9fea-4c80-89c4-a160228c252f tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Request body: {'security_group_rule': {'security_group_id': '5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:49:48.765746 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7119d36-2715-4558-a2b1-94ea2dfbb22f req-f04072ea-bbe7-4fa4-ab41-c10ed8b151f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:48.767292 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f7119d36-2715-4558-a2b1-94ea2dfbb22f req-f04072ea-bbe7-4fa4-ab41-c10ed8b151f9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a321d8bd-fce1-4a8d-9656-239d82555545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468762 Dec 07 18:49:48.782161 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9e6c1374-9fea-4c80-89c4-a160228c252f tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:48.847884 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9e6c1374-9fea-4c80-89c4-a160228c252f tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:48.852998 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9e6c1374-9fea-4c80-89c4-a160228c252f tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742031'] for security_group_rule, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:48.872932 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f7119d36-2715-4558-a2b1-94ea2dfbb22f req-7eaf48f7-42c8-45a3-bb8a-56d73503be9f service neutron] 10.222.0.23 "GET /v2.0/networks/a321d8bd-fce1-4a8d-9656-239d82555545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895832 Dec 07 18:49:48.874456 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c1374-9fea-4c80-89c4-a160228c252f tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85638d95-54d4-41f3-b9f8-0db64b5cf2ef,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:48.881181 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9e6c1374-9fea-4c80-89c4-a160228c252f tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:48.882775 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-9e6c1374-9fea-4c80-89c4-a160228c252f tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1298146 Dec 07 18:49:48.885512 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 36902) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:48.891644 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-2bdb3e1f-fe11-4fb1-8d09-5397a62aa98f tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Request body: {'security_group_rule': {'security_group_id': '5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:49:48.918942 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2bdb3e1f-fe11-4fb1-8d09-5397a62aa98f tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:48.973067 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f7119d36-2715-4558-a2b1-94ea2dfbb22f req-2588cc34-6084-46d6-a966-890bca5f66c3 service neutron] 10.222.0.23 "GET /v2.0/networks/a321d8bd-fce1-4a8d-9656-239d82555545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923884 Dec 07 18:49:48.974158 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2bdb3e1f-fe11-4fb1-8d09-5397a62aa98f tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:48.977562 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2bdb3e1f-fe11-4fb1-8d09-5397a62aa98f tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742031'] for security_group_rule, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:48.995573 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb3e1f-fe11-4fb1-8d09-5397a62aa98f tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78277d0e-059c-4367-85e1-b448cd4f12d1,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:49.003238 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2bdb3e1f-fe11-4fb1-8d09-5397a62aa98f tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:49.004607 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-2bdb3e1f-fe11-4fb1-8d09-5397a62aa98f tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180544 Dec 07 18:49:49.007570 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 36906) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:49.011883 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-c9a28ab7-30cc-4ff8-a696-166f82918085 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Request body: {'floatingip': {'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:49:49.034476 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c9a28ab7-30cc-4ff8-a696-166f82918085 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for floatingip, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:49.399443 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c9a28ab7-30cc-4ff8-a696-166f82918085 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:49.470887 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423a86e-e0b1-457f-a8a8-9f108fa640a8 req-37ba009a-0458-4a93-bc22-f1c12d2f61ff tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:49.473116 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d423a86e-e0b1-457f-a8a8-9f108fa640a8 req-37ba009a-0458-4a93-bc22-f1c12d2f61ff tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 945 time: 0.0560937 Dec 07 18:49:49.526408 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d423a86e-e0b1-457f-a8a8-9f108fa640a8 req-b2e50720-5620-4d5e-af29-58158b8f2dcf tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469787 Dec 07 18:49:49.547253 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [None req-c9a28ab7-30cc-4ff8-a696-166f82918085 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Allocated IP 172.27.0.216 (c28673b7-9801-4a6d-8bd7-4540f8f52bd4/c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01/f33f0dd7-f708-4432-b916-2fd4400d0734) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:49:49.567758 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa08c2-1919-46ca-b579-33521262b26b req-93e3b39f-23dc-4782-a608-ca301de9a079 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:49.569255 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b9aa08c2-1919-46ca-b579-33521262b26b req-93e3b39f-23dc-4782-a608-ca301de9a079 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223b4da-cb69-4ac7-834e-04eb11b904fa HTTP/1.1" status: 200 len: 944 time: 0.0809631 Dec 07 18:49:49.595486 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [req-f8ed6d76-bc3f-4004-890e-115a602f688b req-87cf0786-8253-45c8-8819-489f4ffe55b1 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 18:49:49.596488 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f8ed6d76-bc3f-4004-890e-115a602f688b req-87cf0786-8253-45c8-8819-489f4ffe55b1 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054579 Dec 07 18:49:49.675559 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b9aa08c2-1919-46ca-b579-33521262b26b req-5f63f46f-e07c-4d02-b57a-aad15e93f3df tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=56a47646-91b0-456e-b5df-6c33ccf41f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996759 Dec 07 18:49:49.724312 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c9a28ab7-30cc-4ff8-a696-166f82918085 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for port, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:49.770251 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5753b0b-3c20-4e83-8856-73333fbc4683 req-e49fe748-b335-4a82-b290-c1fe19fd706c tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:49.771738 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f5753b0b-3c20-4e83-8856-73333fbc4683 req-e49fe748-b335-4a82-b290-c1fe19fd706c tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 945 time: 0.0490396 Dec 07 18:49:49.774362 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-99388521-da84-44d1-bc2f-3153fc54187b req-3107f823-df20-451f-88a7-360270acb347 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0633543 Dec 07 18:49:49.790493 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c9a28ab7-30cc-4ff8-a696-166f82918085 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:49.815285 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:49.830588 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a28ab7-30cc-4ff8-a696-166f82918085 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Network c28673b7-9801-4a6d-8bd7-4540f8f52bd4 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:49:49.837257 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-c9a28ab7-30cc-4ff8-a696-166f82918085 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:49:49.838968 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f5753b0b-3c20-4e83-8856-73333fbc4683 req-34eca746-499b-4e92-a864-3fe31323a145 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609162 Dec 07 18:49:49.841012 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a28ab7-30cc-4ff8-a696-166f82918085 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:49:49.864837 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a28ab7-30cc-4ff8-a696-166f82918085 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Pushing event updated for resources: {'Port': ['ID=f33f0dd7-f708-4432-b916-2fd4400d0734,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:49.934993 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c9a28ab7-30cc-4ff8-a696-166f82918085 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:49.973994 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c9a28ab7-30cc-4ff8-a696-166f82918085 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:50.128882 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c9a28ab7-30cc-4ff8-a696-166f82918085 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for port, precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:50.133223 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c9a28ab7-30cc-4ff8-a696-166f82918085 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530413597'] for port, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:50.205822 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a28ab7-30cc-4ff8-a696-166f82918085 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Pushing event updated for resources: {'Port': ['ID=f33f0dd7-f708-4432-b916-2fd4400d0734,revision_number=2']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:50.217418 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c9a28ab7-30cc-4ff8-a696-166f82918085 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652997'] for floatingip, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:50.232822 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c9a28ab7-30cc-4ff8-a696-166f82918085 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for floatingip, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:50.234810 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-c9a28ab7-30cc-4ff8-a696-166f82918085 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2263112 Dec 07 18:49:50.307003 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:50.399981 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 5d954230-64a1-4c4f-91f6-8893ea16dc4a no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:49:50.424123 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] No Port match for: 5d954230-64a1-4c4f-91f6-8893ea16dc4a {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:49:50.424781 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 5d954230-64a1-4c4f-91f6-8893ea16dc4a not bound to the agent host hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:49:50.425213 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device ea0e7445-57e1-4ed8-b96b-ef483e19d0bd no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:49:50.462441 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-32528dec-6579-42e9-ac2b-9aa6f2ed2627 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1413836383&fields=id&tenant_id=2417a4b6b8b04e738fe57f1c882d88bc HTTP/1.1" status: 200 len: 267 time: 0.0597508 Dec 07 18:49:50.510352 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:50.538211 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6353ff89-98cf-4e56-b677-b0f9431d7e1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea0e7445-57e1-4ed8-b96b-ef483e19d0bd'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:49:50.540647 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab3a8ce7da5a640e7c4dfc04f2c3e6911255c2d0b826cd7cc2b97a426bb0a1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde9cc64-b828-4b56-8ce1-3e965e2da308" -d '{"events": [{"server_uuid": "6353ff89-98cf-4e56-b677-b0f9431d7e1d", "name": "network-vif-unplugged", "status": "completed", "tag": "ea0e7445-57e1-4ed8-b96b-ef483e19d0bd"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:49:50.556949 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port ea0e7445-57e1-4ed8-b96b-ef483e19d0bd, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=ea0e7445-57e1-4ed8-b96b-ef483e19d0bd,segment=NetworkSegment(c354797e-580a-431c-9dd2-dcb1dd031e21),segment_id=c354797e-580a-431c-9dd2-dcb1dd031e21)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:49:50.561999 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:50.567658 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22cdfaa-14b9-4849-9ebe-13161353e4bb req-ca7a410c-9634-4133-b5d9-be9886c493e6 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:50.568153 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b22cdfaa-14b9-4849-9ebe-13161353e4bb req-ca7a410c-9634-4133-b5d9-be9886c493e6 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bd55682-7fc8-4b23-b5f8-0bb90865a2cd HTTP/1.1" status: 200 len: 945 time: 0.0595951 Dec 07 18:49:50.598595 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-e5ab5f13-5771-4aa2-ba33-0b4abb77bbe7 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:50.609937 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-e5ab5f13-5771-4aa2-ba33-0b4abb77bbe7 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/networks?id=9d18908e-4fa9-4515-9ad2-63e91916c83c HTTP/1.1" status: 200 len: 817 time: 0.1462543 Dec 07 18:49:50.612898 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=ea0e7445-57e1-4ed8-b96b-ef483e19d0bd,revision_number=6']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:50.622363 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-f2fd145c-5a13-4c56-853b-fbb3082a9f18 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/quotas/2417a4b6b8b04e738fe57f1c882d88bc HTTP/1.1" status: 200 len: 375 time: 0.0118830 Dec 07 18:49:50.625068 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b22cdfaa-14b9-4849-9ebe-13161353e4bb req-0af40c08-3353-4e58-8dd7-507c59d8a663 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/security-groups?id=c115b98d-5dee-4b75-acad-6c945a285f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503516 Dec 07 18:49:50.675061 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Dec 2021 18:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6643d03-6f18-422f-80e9-4b37cc7078ef x-openstack-request-id: req-c6643d03-6f18-422f-80e9-4b37cc7078ef {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:49:50.675364 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6353ff89-98cf-4e56-b677-b0f9431d7e1d", "name": "network-vif-unplugged", "status": "failed", "tag": "ea0e7445-57e1-4ed8-b96b-ef483e19d0bd", "code": 422}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:49:50.675651 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c6643d03-6f18-422f-80e9-4b37cc7078ef {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:49:50.676106 dv-cinder-819692-6-iscsi neutron-server[109086]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6353ff89-98cf-4e56-b677-b0f9431d7e1d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ea0e7445-57e1-4ed8-b96b-ef483e19d0bd', 'code': 422} returned with failed status Dec 07 18:49:50.687744 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-a02f78c8-3881-4b75-913e-2c88d65e4388 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2417a4b6b8b04e738fe57f1c882d88bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568511 Dec 07 18:49:50.793071 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-c5bc3979-a723-4dd7-80f7-50d5d9a217d2 service neutron] 10.222.0.41 "GET /v2.0/networks/9d18908e-4fa9-4515-9ad2-63e91916c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934618 Dec 07 18:49:50.797551 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37e70d-d5ed-411a-afab-1bb4203c33b1 req-73251c8c-3144-496b-8d9f-7e194fd52985 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:50.804810 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5b37e70d-d5ed-411a-afab-1bb4203c33b1 req-73251c8c-3144-496b-8d9f-7e194fd52985 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223b4da-cb69-4ac7-834e-04eb11b904fa HTTP/1.1" status: 200 len: 944 time: 0.0584102 Dec 07 18:49:50.858442 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5b37e70d-d5ed-411a-afab-1bb4203c33b1 req-20b8205f-f3d5-40b8-abe8-0bcb2b8e1565 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=56a47646-91b0-456e-b5df-6c33ccf41f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528061 Dec 07 18:49:50.905763 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-17e1711c-14d0-41ae-8caf-bfaf22eaa914 service neutron] 10.222.0.41 "GET /v2.0/networks/9d18908e-4fa9-4515-9ad2-63e91916c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028309 Dec 07 18:49:50.964164 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f5e71-8764-4160-9012-fe473989a4b4 req-565701a3-0f0b-41d9-916b-126b9f2382d5 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:50.965631 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a62f5e71-8764-4160-9012-fe473989a4b4 req-565701a3-0f0b-41d9-916b-126b9f2382d5 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 943 time: 0.0497143 Dec 07 18:49:51.031579 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a62f5e71-8764-4160-9012-fe473989a4b4 req-165148b9-a45d-48f4-88cf-8e2034a99078 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582321 Dec 07 18:49:51.072892 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-dcc2f30f-0d2a-43de-bcb8-bc08ced6ce4d req-aad70fc6-c478-4e49-aef3-8c3e06c87baa tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 210 time: 0.0348406 Dec 07 18:49:51.248277 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99388521-da84-44d1-bc2f-3153fc54187b req-ad6f295e-75a6-4d07-9842-7dbd3808abe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:51.250401 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-99388521-da84-44d1-bc2f-3153fc54187b req-ad6f295e-75a6-4d07-9842-7dbd3808abe1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d&tenant_id=9dbb7c47db4047b7b6b9fdc130ea461d HTTP/1.1" status: 200 len: 1096 time: 0.0740769 Dec 07 18:49:51.319332 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99388521-da84-44d1-bc2f-3153fc54187b req-c64a3681-b5c2-4bba-a28e-757a0f85d044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:51.320813 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-99388521-da84-44d1-bc2f-3153fc54187b req-c64a3681-b5c2-4bba-a28e-757a0f85d044 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dbb7c47db4047b7b6b9fdc130ea461d&device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 1096 time: 0.0456028 Dec 07 18:49:51.420119 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99388521-da84-44d1-bc2f-3153fc54187b req-977c45a8-2c93-4fb3-bc1a-97c700b706f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:51.421876 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-99388521-da84-44d1-bc2f-3153fc54187b req-977c45a8-2c93-4fb3-bc1a-97c700b706f3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584 HTTP/1.1" status: 200 len: 910 time: 0.0881166 Dec 07 18:49:51.509018 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-99388521-da84-44d1-bc2f-3153fc54187b req-0eff0e4a-5637-401b-a1c8-3b391c29c314 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea0e7445-57e1-4ed8-b96b-ef483e19d0bd HTTP/1.1" status: 200 len: 999 time: 0.0667574 Dec 07 18:49:51.577691 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99388521-da84-44d1-bc2f-3153fc54187b req-a922489d-5826-43b4-926e-cd475bb4f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:51.579237 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-99388521-da84-44d1-bc2f-3153fc54187b req-a922489d-5826-43b4-926e-cd475bb4f21a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1391da38-e32d-4021-8a10-dbcd7095634e HTTP/1.1" status: 200 len: 848 time: 0.0455139 Dec 07 18:49:51.628474 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99388521-da84-44d1-bc2f-3153fc54187b req-c3a6f75d-aa63-40b3-8c04-56a2ed063e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:51.630601 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-99388521-da84-44d1-bc2f-3153fc54187b req-c3a6f75d-aa63-40b3-8c04-56a2ed063e15 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428448 Dec 07 18:49:51.687844 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:51.746895 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-99388521-da84-44d1-bc2f-3153fc54187b req-e0f6b19d-6558-4092-aeec-bd23c41fa2d2 service neutron] 10.222.0.23 "GET /v2.0/networks/f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974994 Dec 07 18:49:51.753821 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa73243-4d0e-4cb1-a9a9-c136fa24010a req-08faed70-1a91-4197-9f37-168fc4731440 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:51.755313 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2fa73243-4d0e-4cb1-a9a9-c136fa24010a req-08faed70-1a91-4197-9f37-168fc4731440 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bd55682-7fc8-4b23-b5f8-0bb90865a2cd HTTP/1.1" status: 200 len: 945 time: 0.0485625 Dec 07 18:49:51.810881 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2fa73243-4d0e-4cb1-a9a9-c136fa24010a req-ac6da9fc-8739-4a64-b0cc-e3045f72004d tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/security-groups?id=c115b98d-5dee-4b75-acad-6c945a285f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494976 Dec 07 18:49:51.847577 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-99388521-da84-44d1-bc2f-3153fc54187b req-3802e7cb-d59b-4300-b4d1-59436fc88175 service neutron] 10.222.0.23 "GET /v2.0/networks/f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909262 Dec 07 18:49:51.981235 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30572546-d6cd-41fb-a7e1-c59969b972d7 req-2ddb01cf-427c-4669-811f-d6fa609fb3c3 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:51.982758 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-30572546-d6cd-41fb-a7e1-c59969b972d7 req-2ddb01cf-427c-4669-811f-d6fa609fb3c3 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223b4da-cb69-4ac7-834e-04eb11b904fa HTTP/1.1" status: 200 len: 944 time: 0.0559869 Dec 07 18:49:52.033057 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-30572546-d6cd-41fb-a7e1-c59969b972d7 req-beb4b76d-1826-4386-850d-3621d8f58203 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=56a47646-91b0-456e-b5df-6c33ccf41f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434489 Dec 07 18:49:52.181310 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad85e69-c0e4-4098-a779-d98e71ce54e6 req-a47f8aeb-e63b-47cd-8cf3-1aa4fec062c5 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:52.183246 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-dc4ed421-a572-4a93-a9a4-12e126e7cf8e tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:52.183661 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-aad85e69-c0e4-4098-a779-d98e71ce54e6 req-a47f8aeb-e63b-47cd-8cf3-1aa4fec062c5 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 943 time: 0.0803788 Dec 07 18:49:52.184669 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-dc4ed421-a572-4a93-a9a4-12e126e7cf8e tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.23 "GET /v2.0/networks?id=9d18908e-4fa9-4515-9ad2-63e91916c83c HTTP/1.1" status: 200 len: 817 time: 0.1435637 Dec 07 18:49:52.207896 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-97f7161d-9956-4778-b3b3-7a460ede1ced req-07605986-afa5-478b-9add-d21705ccbd60 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 210 time: 0.0517678 Dec 07 18:49:52.244258 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-aad85e69-c0e4-4098-a779-d98e71ce54e6 req-fe501f5f-eaf1-4292-807a-8cca11bb175f tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527871 Dec 07 18:49:52.266050 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-3f3e60ee-44ba-41cf-91fc-ae13f0585572 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2417a4b6b8b04e738fe57f1c882d88bc HTTP/1.1" status: 200 len: 380 time: 0.0603554 Dec 07 18:49:52.277023 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-a742ec88-e62e-4451-b165-97b2ff4e2a72 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Request body: {'port': {'device_id': '017abb4f-1da1-4373-83da-f4e5b0d2516b', 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c', 'admin_state_up': True, 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'security_groups': ['5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:49:52.385183 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-a742ec88-e62e-4451-b165-97b2ff4e2a72 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Made reservation on behalf of 2417a4b6b8b04e738fe57f1c882d88bc for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:49:52.387292 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b6505-072c-4fca-8513-63aaf281c96d req-0cdc65b8-fa7e-4533-914c-1b27d8330ae0 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:52.388690 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-a742ec88-e62e-4451-b165-97b2ff4e2a72 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:52.388876 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-384b6505-072c-4fca-8513-63aaf281c96d req-0cdc65b8-fa7e-4533-914c-1b27d8330ae0 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bd55682-7fc8-4b23-b5f8-0bb90865a2cd HTTP/1.1" status: 200 len: 945 time: 0.0552607 Dec 07 18:49:52.411351 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:49:52.489581 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [req-384b6505-072c-4fca-8513-63aaf281c96d req-b7eab0f1-1443-4fa9-87cc-2df291fe9221 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Deleting port 804851cf-f4a4-40c0-a158-517510794afb {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:49:52.489974 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-384b6505-072c-4fca-8513-63aaf281c96d req-b7eab0f1-1443-4fa9-87cc-2df291fe9221 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:52.521607 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b,segment=NetworkSegment(414c2cea-d8a0-44ed-b4ec-3cd1a1242c00),segment_id=414c2cea-d8a0-44ed-b4ec-3cd1a1242c00)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:49:52.523544 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-a742ec88-e62e-4451-b165-97b2ff4e2a72 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Allocated IP 172.20.0.10 (9d18908e-4fa9-4515-9ad2-63e91916c83c/77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88/9d321fb6-c496-4034-a6c7-7c7410c908b0) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:49:52.535829 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Returning: {'device': 'c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b', 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545', 'port_id': 'c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b', 'mac_address': 'fa:16:3e:53:8f:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6ea560-0931-4e32-ae3e-65a030b6cd99', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:49:52.576061 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:52.586509 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-384b6505-072c-4fca-8513-63aaf281c96d req-b7eab0f1-1443-4fa9-87cc-2df291fe9221 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] For port 804851cf-f4a4-40c0-a158-517510794afb, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=804851cf-f4a4-40c0-a158-517510794afb,segment=NetworkSegment(5011a04c-676a-4962-aa69-44c8f6d3c271),segment_id=5011a04c-676a-4962-aa69-44c8f6d3c271)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:49:52.586896 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-384b6505-072c-4fca-8513-63aaf281c96d req-b7eab0f1-1443-4fa9-87cc-2df291fe9221 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:52.589777 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:49:52.600399 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [req-384b6505-072c-4fca-8513-63aaf281c96d req-b7eab0f1-1443-4fa9-87cc-2df291fe9221 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Calling delete_port for 804851cf-f4a4-40c0-a158-517510794afb owned by compute:nova {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:49:52.609638 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b,segment=NetworkSegment(414c2cea-d8a0-44ed-b4ec-3cd1a1242c00),segment_id=414c2cea-d8a0-44ed-b4ec-3cd1a1242c00)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:49:52.615172 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:52.664989 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:52.685684 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-a742ec88-e62e-4451-b165-97b2ff4e2a72 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:52.719993 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-a742ec88-e62e-4451-b165-97b2ff4e2a72 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529624208'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:52.737477 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-384b6505-072c-4fca-8513-63aaf281c96d req-b7eab0f1-1443-4fa9-87cc-2df291fe9221 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:52.750853 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['804851cf-f4a4-40c0-a158-517510794afb'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:49:52.762642 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-a742ec88-e62e-4451-b165-97b2ff4e2a72 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Network 9d18908e-4fa9-4515-9ad2-63e91916c83c is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:49:52.764960 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eab0f1-1443-4fa9-87cc-2df291fe9221 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Pushing event deleted for resources: {'Port': ['ID=804851cf-f4a4-40c0-a158-517510794afb,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:52.766339 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-a742ec88-e62e-4451-b165-97b2ff4e2a72 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:49:52.770111 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-a742ec88-e62e-4451-b165-97b2ff4e2a72 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:49:52.808054 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a742ec88-e62e-4451-b165-97b2ff4e2a72 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Pushing event updated for resources: {'Port': ['ID=9d321fb6-c496-4034-a6c7-7c7410c908b0,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:52.809289 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [req-384b6505-072c-4fca-8513-63aaf281c96d req-b7eab0f1-1443-4fa9-87cc-2df291fe9221 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] No DVR routers for this DVR port 804851cf-f4a4-40c0-a158-517510794afb on host hv-cinder-81969 {{(pid=109084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:49:52.812456 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-384b6505-072c-4fca-8513-63aaf281c96d req-b7eab0f1-1443-4fa9-87cc-2df291fe9221 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:52.815494 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-384b6505-072c-4fca-8513-63aaf281c96d req-b7eab0f1-1443-4fa9-87cc-2df291fe9221 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.23 "DELETE /v2.0/ports/804851cf-f4a4-40c0-a158-517510794afb HTTP/1.1" status: 204 len: 173 time: 0.4199436 Dec 07 18:49:52.815966 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd55682-7fc8-4b23-b5f8-0bb90865a2cd', 'name': 'network-vif-deleted', 'tag': '804851cf-f4a4-40c0-a158-517510794afb'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:49:52.818240 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a9c8e9ce0db27bff2b715efe80f7ddeb02331314c1c7d49b52ba908637cab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c5a8fe-57ab-4908-a82e-52155aa5bc1c" -d '{"events": [{"server_uuid": "5bd55682-7fc8-4b23-b5f8-0bb90865a2cd", "name": "network-vif-deleted", "tag": "804851cf-f4a4-40c0-a158-517510794afb"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:49:52.831182 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-a742ec88-e62e-4451-b165-97b2ff4e2a72 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:52.834107 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-a742ec88-e62e-4451-b165-97b2ff4e2a72 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:52.851777 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:49:52.863780 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-a742ec88-e62e-4451-b165-97b2ff4e2a72 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5899389 Dec 07 18:49:52.885356 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-f85db372-1363-498a-aa48-dda28b5ba3d0 service neutron] Request body: {'port': {'device_id': '017abb4f-1da1-4373-83da-f4e5b0d2516b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:49:52.910630 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbc4287-8bb5-4020-9387-88e2e9d1db59 x-openstack-request-id: req-1dbc4287-8bb5-4020-9387-88e2e9d1db59 {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:49:52.910938 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd55682-7fc8-4b23-b5f8-0bb90865a2cd", "name": "network-vif-deleted", "tag": "804851cf-f4a4-40c0-a158-517510794afb", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:49:52.912857 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1dbc4287-8bb5-4020-9387-88e2e9d1db59 {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:49:52.913332 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd55682-7fc8-4b23-b5f8-0bb90865a2cd', 'name': 'network-vif-deleted', 'tag': '804851cf-f4a4-40c0-a158-517510794afb', 'status': 'completed', 'code': 200} Dec 07 18:49:52.950068 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8772eb86-2182-42de-902b-855cbee07a6d req-b3a30509-f21e-4a3a-a915-ce970d41b3a7 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bd55682-7fc8-4b23-b5f8-0bb90865a2cd HTTP/1.1" status: 200 len: 210 time: 0.0438502 Dec 07 18:49:52.979096 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-f85db372-1363-498a-aa48-dda28b5ba3d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:53.066587 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5f92e1a0-42a6-431c-b619-c3c108324e60 None None] Provisioning complete for port 9d321fb6-c496-4034-a6c7-7c7410c908b0 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:49:53.066957 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5f92e1a0-42a6-431c-b619-c3c108324e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:53.102737 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5f92e1a0-42a6-431c-b619-c3c108324e60 None None] Port 9d321fb6-c496-4034-a6c7-7c7410c908b0 cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:49:53.340337 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c691b-1202-46ed-b851-62cfd5e77f9e req-59003a42-3454-426c-8751-033b6601aa8f tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:53.342003 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-521c691b-1202-46ed-b851-62cfd5e77f9e req-59003a42-3454-426c-8751-033b6601aa8f tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 932 time: 0.0556395 Dec 07 18:49:53.396752 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-521c691b-1202-46ed-b851-62cfd5e77f9e req-2191ee35-9ea6-457c-8f4c-111352a2778c tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478466 Dec 07 18:49:53.483669 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e39527-b526-4aa1-b4a7-b732fcd422b7 req-541d4c38-2d3d-4a8e-9997-71ed89dfef3c tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:53.485018 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b4e39527-b526-4aa1-b4a7-b732fcd422b7 req-541d4c38-2d3d-4a8e-9997-71ed89dfef3c tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223b4da-cb69-4ac7-834e-04eb11b904fa HTTP/1.1" status: 200 len: 945 time: 0.3729949 Dec 07 18:49:53.506097 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3028fa-665a-40cf-bb26-ad67d49c9b50 req-2f17410a-680b-4b8e-83d9-6b819e5aa88d tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:53.507571 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4b3028fa-665a-40cf-bb26-ad67d49c9b50 req-2f17410a-680b-4b8e-83d9-6b819e5aa88d tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 943 time: 0.0485935 Dec 07 18:49:53.556681 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4b3028fa-665a-40cf-bb26-ad67d49c9b50 req-fee18d90-2f5c-4af2-aed4-377412b6563a tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431283 Dec 07 18:49:53.557221 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b4e39527-b526-4aa1-b4a7-b732fcd422b7 req-6c6a772f-99ac-4265-91c6-0f64ff70bff8 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=56a47646-91b0-456e-b5df-6c33ccf41f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661349 Dec 07 18:49:53.604473 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-f85db372-1363-498a-aa48-dda28b5ba3d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d321fb6-c496-4034-a6c7-7c7410c908b0 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:49:53.612422 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-f85db372-1363-498a-aa48-dda28b5ba3d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:53.624367 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-f85db372-1363-498a-aa48-dda28b5ba3d0 service neutron] Transition to ACTIVE for port object 9d321fb6-c496-4034-a6c7-7c7410c908b0 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:49:53.629322 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-f85db372-1363-498a-aa48-dda28b5ba3d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529623651'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:53.683680 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85db372-1363-498a-aa48-dda28b5ba3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=9d321fb6-c496-4034-a6c7-7c7410c908b0,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:53.753434 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-f85db372-1363-498a-aa48-dda28b5ba3d0 service neutron] Attempting to bind port 9d321fb6-c496-4034-a6c7-7c7410c908b0 on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:49:53.754140 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-f85db372-1363-498a-aa48-dda28b5ba3d0 service neutron] Attempting to bind port 9d321fb6-c496-4034-a6c7-7c7410c908b0 by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': '4e11373f-4e76-4ab5-86c0-112fb5aca0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:49:53.754140 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-f85db372-1363-498a-aa48-dda28b5ba3d0 service neutron] Attempting to bind port 9d321fb6-c496-4034-a6c7-7c7410c908b0 on network 9d18908e-4fa9-4515-9ad2-63e91916c83c {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:49:53.758629 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-f85db372-1363-498a-aa48-dda28b5ba3d0 service neutron] Port 9d321fb6-c496-4034-a6c7-7c7410c908b0 on network 9d18908e-4fa9-4515-9ad2-63e91916c83c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:49:53.758949 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-f85db372-1363-498a-aa48-dda28b5ba3d0 service neutron] Attempting to bind port 9d321fb6-c496-4034-a6c7-7c7410c908b0 on network 9d18908e-4fa9-4515-9ad2-63e91916c83c {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:49:53.764097 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-f85db372-1363-498a-aa48-dda28b5ba3d0 service neutron] Checking agent: {'id': '9b8b7df7-f18f-49d8-b3bd-9764bcedc888', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'started_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:49:53.764503 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-f85db372-1363-498a-aa48-dda28b5ba3d0 service neutron] Checking segment: {'id': '4e11373f-4e76-4ab5-86c0-112fb5aca0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:49:53.764890 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-f85db372-1363-498a-aa48-dda28b5ba3d0 service neutron] Bound using segment: {'id': '4e11373f-4e76-4ab5-86c0-112fb5aca0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:49:53.765326 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-f85db372-1363-498a-aa48-dda28b5ba3d0 service neutron] Bound port: 9d321fb6-c496-4034-a6c7-7c7410c908b0, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e11373f-4e76-4ab5-86c0-112fb5aca0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:49:53.765688 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-f85db372-1363-498a-aa48-dda28b5ba3d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:53.833416 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-f85db372-1363-498a-aa48-dda28b5ba3d0 service neutron] For port 9d321fb6-c496-4034-a6c7-7c7410c908b0, host hv-cinder-81969, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:49:53.836507 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-f85db372-1363-498a-aa48-dda28b5ba3d0 service neutron] For port 9d321fb6-c496-4034-a6c7-7c7410c908b0, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=9d321fb6-c496-4034-a6c7-7c7410c908b0,segment=NetworkSegment(4e11373f-4e76-4ab5-86c0-112fb5aca0d4),segment_id=4e11373f-4e76-4ab5-86c0-112fb5aca0d4)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:49:53.840108 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-f85db372-1363-498a-aa48-dda28b5ba3d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529623651'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:53.875344 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-f85db372-1363-498a-aa48-dda28b5ba3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:53.875969 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-f85db372-1363-498a-aa48-dda28b5ba3d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:53.877341 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-f85db372-1363-498a-aa48-dda28b5ba3d0 service neutron] 10.222.0.23 "PUT /v2.0/ports/9d321fb6-c496-4034-a6c7-7c7410c908b0 HTTP/1.1" status: 200 len: 1094 time: 0.9979846 Dec 07 18:49:53.882979 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '017abb4f-1da1-4373-83da-f4e5b0d2516b', 'tag': '9d321fb6-c496-4034-a6c7-7c7410c908b0'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:49:53.885446 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f47eea71b5ba0831d378bb06dcf61d9c2f9c3cd1ea737a862f2010bc1a834e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea5960a-a75c-4304-9486-e3f5f682fd44" -d '{"events": [{"name": "network-changed", "server_uuid": "017abb4f-1da1-4373-83da-f4e5b0d2516b", "tag": "9d321fb6-c496-4034-a6c7-7c7410c908b0"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:49:53.910418 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85db372-1363-498a-aa48-dda28b5ba3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=9d321fb6-c496-4034-a6c7-7c7410c908b0,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:53.973367 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-f2ae34e7-74e3-49f5-aa76-6129490f0226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:53.975631 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-f2ae34e7-74e3-49f5-aa76-6129490f0226 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2417a4b6b8b04e738fe57f1c882d88bc&device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 1097 time: 0.0497816 Dec 07 18:49:54.026590 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-2a020441-9e73-43f4-890d-022b25f41467 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d321fb6-c496-4034-a6c7-7c7410c908b0 HTTP/1.1" status: 200 len: 217 time: 0.0407498 Dec 07 18:49:54.093060 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-c52a459f-91b6-414d-bdcd-0db65f001990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:54.094800 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-c52a459f-91b6-414d-bdcd-0db65f001990 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88 HTTP/1.1" status: 200 len: 856 time: 0.0563388 Dec 07 18:49:54.117196 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3023c31-fe55-4832-a3d6-8f8dd9c61525 x-openstack-request-id: req-b3023c31-fe55-4832-a3d6-8f8dd9c61525 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:49:54.117487 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "017abb4f-1da1-4373-83da-f4e5b0d2516b", "tag": "9d321fb6-c496-4034-a6c7-7c7410c908b0", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:49:54.117741 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3023c31-fe55-4832-a3d6-8f8dd9c61525 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:49:54.118156 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '017abb4f-1da1-4373-83da-f4e5b0d2516b', 'tag': '9d321fb6-c496-4034-a6c7-7c7410c908b0', 'status': 'completed', 'code': 200} Dec 07 18:49:54.155974 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-e02cb9a5-7ef1-4687-95c2-e6d0f1da6784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:54.158030 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-e02cb9a5-7ef1-4687-95c2-e6d0f1da6784 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9d18908e-4fa9-4515-9ad2-63e91916c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555804 Dec 07 18:49:54.254869 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-3b669761-0d81-45bb-936a-d2531dd72b6b service neutron] 10.222.0.23 "GET /v2.0/networks/9d18908e-4fa9-4515-9ad2-63e91916c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893753 Dec 07 18:49:54.344988 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9721fdf1-f923-41f3-ad25-8005995c0714 req-3aed0eac-f1ed-4c68-9ff5-9b6dc516394e service neutron] 10.222.0.23 "GET /v2.0/networks/9d18908e-4fa9-4515-9ad2-63e91916c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825880 Dec 07 18:49:54.520582 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf584a-38d8-4fbf-a460-ee3401ae7923 req-b38a1d71-ddd8-486a-9ffd-e6f640c67e77 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:54.522091 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b6cf584a-38d8-4fbf-a460-ee3401ae7923 req-b38a1d71-ddd8-486a-9ffd-e6f640c67e77 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 944 time: 0.0527089 Dec 07 18:49:54.569108 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b6cf584a-38d8-4fbf-a460-ee3401ae7923 req-3a76bdb1-bac8-46df-b081-ad9ab0e56b87 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412655 Dec 07 18:49:54.679664 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb20a9-4bc8-4413-953b-efe0f11b2946 req-0465ec36-dc85-417c-a2e3-462e4cf30e56 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:54.680211 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa87fe5-5438-4210-a4c2-d92693583da3 req-99716d1e-fb2b-4910-8b65-c9dbc5b27571 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:54.681150 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-67bb20a9-4bc8-4413-953b-efe0f11b2946 req-0465ec36-dc85-417c-a2e3-462e4cf30e56 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223b4da-cb69-4ac7-834e-04eb11b904fa HTTP/1.1" status: 200 len: 945 time: 0.0528786 Dec 07 18:49:54.681844 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6fa87fe5-5438-4210-a4c2-d92693583da3 req-99716d1e-fb2b-4910-8b65-c9dbc5b27571 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 943 time: 0.0506060 Dec 07 18:49:54.729031 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-67bb20a9-4bc8-4413-953b-efe0f11b2946 req-40b287f0-ee9c-47a4-b147-e21b8567fc5b tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=56a47646-91b0-456e-b5df-6c33ccf41f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412269 Dec 07 18:49:54.731315 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6fa87fe5-5438-4210-a4c2-d92693583da3 req-670b91c7-8082-4f1d-92bf-a021efb8914d tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437596 Dec 07 18:49:55.685268 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2df208-7284-4548-910b-5c8b238afe66 req-f83566df-8804-460e-a8e5-51f327b92dd6 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:55.686736 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3c2df208-7284-4548-910b-5c8b238afe66 req-f83566df-8804-460e-a8e5-51f327b92dd6 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 944 time: 0.0501554 Dec 07 18:49:55.734150 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3c2df208-7284-4548-910b-5c8b238afe66 req-7967b95e-45cd-4bd8-80a3-a5c8217d3d7c tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413983 Dec 07 18:49:55.849611 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fdffd-d36e-41e4-a9a0-6264934f8be6 req-cd2182a8-5914-4543-8210-645c20e38c3e tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:55.851153 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6a3fdffd-d36e-41e4-a9a0-6264934f8be6 req-cd2182a8-5914-4543-8210-645c20e38c3e tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 943 time: 0.0487220 Dec 07 18:49:55.853598 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b4a89-0bf5-4dd2-add4-6a70857bb470 req-54a91d4a-ea71-4b58-a5e7-8f40de860422 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:55.855152 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-eb8b4a89-0bf5-4dd2-add4-6a70857bb470 req-54a91d4a-ea71-4b58-a5e7-8f40de860422 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223b4da-cb69-4ac7-834e-04eb11b904fa HTTP/1.1" status: 200 len: 945 time: 0.0528133 Dec 07 18:49:55.902449 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-eb8b4a89-0bf5-4dd2-add4-6a70857bb470 req-f55112d5-6da5-43b3-8d24-5cd1e0f563b9 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=56a47646-91b0-456e-b5df-6c33ccf41f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401371 Dec 07 18:49:55.904504 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6a3fdffd-d36e-41e4-a9a0-6264934f8be6 req-fa30d3ec-bc4c-486a-b206-688ba2f21a10 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471287 Dec 07 18:49:56.149567 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b up at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:49:56.202281 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning for port c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:49:56.206260 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning complete for port c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:49:56.206627 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:56.286349 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:56.309041 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0223b4da-cb69-4ac7-834e-04eb11b904fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:49:56.312409 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab3a8ce7da5a640e7c4dfc04f2c3e6911255c2d0b826cd7cc2b97a426bb0a1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d57944-4d17-43a7-b411-0e294bbddb0b" -d '{"events": [{"server_uuid": "0223b4da-cb69-4ac7-834e-04eb11b904fa", "name": "network-vif-plugged", "status": "completed", "tag": "c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:49:56.324328 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b,segment=NetworkSegment(414c2cea-d8a0-44ed-b4ec-3cd1a1242c00),segment_id=414c2cea-d8a0-44ed-b4ec-3cd1a1242c00)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:49:56.328710 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:56.351893 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6793c8-e06f-41fc-93eb-93bfe2d23d87 x-openstack-request-id: req-4f6793c8-e06f-41fc-93eb-93bfe2d23d87 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:49:56.352186 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0223b4da-cb69-4ac7-834e-04eb11b904fa", "name": "network-vif-plugged", "status": "completed", "tag": "c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:49:56.352433 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4f6793c8-e06f-41fc-93eb-93bfe2d23d87 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:49:56.352816 dv-cinder-819692-6-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0223b4da-cb69-4ac7-834e-04eb11b904fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b', 'code': 200} Dec 07 18:49:56.378120 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:56.385237 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:49:56.385590 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:49:56.385948 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:49:56.386289 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:49:56.386621 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:49:56.386949 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:49:56.387272 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:49:56.387595 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:49:56.387915 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:49:56.388234 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:49:56.388553 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:49:56.388868 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:49:56.389763 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:49:56.851138 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93a403-2515-4e68-9bf1-234e66e206a1 req-7d5fc227-1a47-4aa9-a989-880ceba7f849 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:56.852610 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-de93a403-2515-4e68-9bf1-234e66e206a1 req-7d5fc227-1a47-4aa9-a989-880ceba7f849 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 944 time: 0.0483043 Dec 07 18:49:56.899609 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-de93a403-2515-4e68-9bf1-234e66e206a1 req-2dcf3582-7e52-4916-a612-2d9e1ed4ca51 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411148 Dec 07 18:49:57.020779 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a304c-764d-41f0-9078-dc82998c8c5b req-183bf3dd-5627-4f1a-b852-d3fcdd4b9fd0 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:57.021507 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ef847-c989-4efb-a232-67abbae040ae req-bf820ccf-5a60-42b8-a097-de3d14bf7d97 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:57.022225 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9b7a304c-764d-41f0-9078-dc82998c8c5b req-183bf3dd-5627-4f1a-b852-d3fcdd4b9fd0 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223b4da-cb69-4ac7-834e-04eb11b904fa HTTP/1.1" status: 200 len: 946 time: 0.0483506 Dec 07 18:49:57.022994 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-168ef847-c989-4efb-a232-67abbae040ae req-bf820ccf-5a60-42b8-a097-de3d14bf7d97 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 943 time: 0.0502675 Dec 07 18:49:57.070530 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9b7a304c-764d-41f0-9078-dc82998c8c5b req-e1015c03-345c-4b4a-aba2-d29d7789bd4a tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=56a47646-91b0-456e-b5df-6c33ccf41f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422621 Dec 07 18:49:57.072569 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-168ef847-c989-4efb-a232-67abbae040ae req-c7e7e10c-f19e-417f-b6f7-61ecc1a69801 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437107 Dec 07 18:49:57.237805 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 804851cf-f4a4-40c0-a158-517510794afb no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:49:57.260469 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] No Port match for: 804851cf-f4a4-40c0-a158-517510794afb {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:49:57.260822 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 804851cf-f4a4-40c0-a158-517510794afb not bound to the agent host hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:49:57.295722 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5960a-a75c-4304-9486-e3f5f682fd44 req-09b3718a-2939-4c91-81c0-59181e317d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:57.297125 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-aea5960a-a75c-4304-9486-e3f5f682fd44 req-09b3718a-2939-4c91-81c0-59181e317d5c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2417a4b6b8b04e738fe57f1c882d88bc&device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 1097 time: 0.0454082 Dec 07 18:49:57.406492 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5960a-a75c-4304-9486-e3f5f682fd44 req-516600a3-246e-46ad-a386-38e1666b147b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:57.408077 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-aea5960a-a75c-4304-9486-e3f5f682fd44 req-516600a3-246e-46ad-a386-38e1666b147b service neutron] 10.222.0.23 "GET /v2.0/networks?id=9d18908e-4fa9-4515-9ad2-63e91916c83c HTTP/1.1" status: 200 len: 918 time: 0.0860541 Dec 07 18:49:57.441274 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3609db-4781-4323-b1df-8f976a051890 req-0bb491c0-29b3-4f1d-b63f-d0a1e25aca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:57.442856 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7f3609db-4781-4323-b1df-8f976a051890 req-0bb491c0-29b3-4f1d-b63f-d0a1e25aca8e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0223b4da-cb69-4ac7-834e-04eb11b904fa HTTP/1.1" status: 200 len: 1099 time: 0.0433137 Dec 07 18:49:57.456909 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-aea5960a-a75c-4304-9486-e3f5f682fd44 req-d94dc840-7d20-4239-b37b-6fa5ee47e32f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d321fb6-c496-4034-a6c7-7c7410c908b0 HTTP/1.1" status: 200 len: 217 time: 0.0398908 Dec 07 18:49:57.494206 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7f3609db-4781-4323-b1df-8f976a051890 req-b1354f46-923d-4e35-9209-8aca0a57fcb0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=56a47646-91b0-456e-b5df-6c33ccf41f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424304 Dec 07 18:49:57.507012 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5960a-a75c-4304-9486-e3f5f682fd44 req-62c1727b-ca67-4783-bda8-204bd27a4ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:57.508454 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-aea5960a-a75c-4304-9486-e3f5f682fd44 req-62c1727b-ca67-4783-bda8-204bd27a4ccb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88 HTTP/1.1" status: 200 len: 856 time: 0.0450060 Dec 07 18:49:57.742710 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5960a-a75c-4304-9486-e3f5f682fd44 req-9d112e15-afe6-4951-976f-28be47fcc390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:57.744194 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-aea5960a-a75c-4304-9486-e3f5f682fd44 req-9d112e15-afe6-4951-976f-28be47fcc390 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9d18908e-4fa9-4515-9ad2-63e91916c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413373 Dec 07 18:49:57.838997 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-aea5960a-a75c-4304-9486-e3f5f682fd44 req-3a96d482-41e2-43fd-8b31-04d33f6690b1 service neutron] 10.222.0.23 "GET /v2.0/networks/9d18908e-4fa9-4515-9ad2-63e91916c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860064 Dec 07 18:49:57.934053 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-aea5960a-a75c-4304-9486-e3f5f682fd44 req-4d40d1fb-fb2b-4d69-8493-5e21e0ec5435 service neutron] 10.222.0.23 "GET /v2.0/networks/9d18908e-4fa9-4515-9ad2-63e91916c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833852 Dec 07 18:49:58.017496 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a9853-b18e-495b-96c1-943df991dd9a req-85b0f429-b675-41cc-8abd-7279bcae6a18 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:58.018907 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0a8a9853-b18e-495b-96c1-943df991dd9a req-85b0f429-b675-41cc-8abd-7279bcae6a18 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 944 time: 0.0485902 Dec 07 18:49:58.066428 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0a8a9853-b18e-495b-96c1-943df991dd9a req-c7417373-ca6a-43e9-9c04-088c084aea93 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416405 Dec 07 18:49:58.187134 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe36a06-3246-40c5-9053-1576a79ce3bf req-ca502c19-c99b-4331-a2c7-2f219d90280b tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:58.188607 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5fe36a06-3246-40c5-9053-1576a79ce3bf req-ca502c19-c99b-4331-a2c7-2f219d90280b tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223b4da-cb69-4ac7-834e-04eb11b904fa HTTP/1.1" status: 200 len: 946 time: 0.0507102 Dec 07 18:49:58.188800 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce5838-09e2-4312-8b52-d0118dc841e4 req-3e7ba4b7-b2f1-4c90-b03c-69d2b2d59bae tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:58.190324 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d8ce5838-09e2-4312-8b52-d0118dc841e4 req-3e7ba4b7-b2f1-4c90-b03c-69d2b2d59bae tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 943 time: 0.0525751 Dec 07 18:49:58.240686 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5fe36a06-3246-40c5-9053-1576a79ce3bf req-3d82a83c-a538-48e0-a129-7bfb14a5fbbe tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=56a47646-91b0-456e-b5df-6c33ccf41f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458705 Dec 07 18:49:58.241473 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d8ce5838-09e2-4312-8b52-d0118dc841e4 req-6825bc9e-7002-410f-98f8-aba03aa571eb tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452220 Dec 07 18:49:59.193024 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20294f0-ffa4-4b56-9d71-6f0e0553540e req-3896fe91-87a1-43ae-8209-adb26146dc1f tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:59.194525 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e20294f0-ffa4-4b56-9d71-6f0e0553540e req-3896fe91-87a1-43ae-8209-adb26146dc1f tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 944 time: 0.0563514 Dec 07 18:49:59.212497 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 9d321fb6-c496-4034-a6c7-7c7410c908b0 details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:49:59.243260 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e20294f0-ffa4-4b56-9d71-6f0e0553540e req-79c9ca9d-0a80-4a80-b505-ca04d98baca0 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427973 Dec 07 18:49:59.314235 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 9d321fb6-c496-4034-a6c7-7c7410c908b0, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=9d321fb6-c496-4034-a6c7-7c7410c908b0,segment=NetworkSegment(4e11373f-4e76-4ab5-86c0-112fb5aca0d4),segment_id=4e11373f-4e76-4ab5-86c0-112fb5aca0d4)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:49:59.326222 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Returning: {'device': '9d321fb6-c496-4034-a6c7-7c7410c908b0', 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c', 'port_id': '9d321fb6-c496-4034-a6c7-7c7410c908b0', 'mac_address': 'fa:16:3e:d6:8c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:49:59.365016 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:59.365432 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872201e-d6ca-40bc-b6c3-765513f31b69 req-ef30a17b-d5bf-4ad0-894c-5425e5b1a7c0 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:59.367701 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a872201e-d6ca-40bc-b6c3-765513f31b69 req-ef30a17b-d5bf-4ad0-894c-5425e5b1a7c0 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 943 time: 0.0564353 Dec 07 18:49:59.372926 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56b986-829b-4505-b6b5-147521313db9 req-3cb99ca0-0adb-4a3a-abbf-069d7e4f70af tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:59.375157 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ae56b986-829b-4505-b6b5-147521313db9 req-3cb99ca0-0adb-4a3a-abbf-069d7e4f70af tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223b4da-cb69-4ac7-834e-04eb11b904fa HTTP/1.1" status: 200 len: 946 time: 0.0570867 Dec 07 18:49:59.378660 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d321fb6-c496-4034-a6c7-7c7410c908b0 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:49:59.399395 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 9d321fb6-c496-4034-a6c7-7c7410c908b0, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=9d321fb6-c496-4034-a6c7-7c7410c908b0,segment=NetworkSegment(4e11373f-4e76-4ab5-86c0-112fb5aca0d4),segment_id=4e11373f-4e76-4ab5-86c0-112fb5aca0d4)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:49:59.404828 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:59.405819 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device ea0e7445-57e1-4ed8-b96b-ef483e19d0bd details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:49:59.433945 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a872201e-d6ca-40bc-b6c3-765513f31b69 req-4966dd3c-640a-4b8e-afbd-86ab7505bc29 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586777 Dec 07 18:49:59.434454 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ae56b986-829b-4505-b6b5-147521313db9 req-444b9969-ad10-475a-8eed-9e9bbb85fbad tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=56a47646-91b0-456e-b5df-6c33ccf41f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533516 Dec 07 18:49:59.488059 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=9d321fb6-c496-4034-a6c7-7c7410c908b0,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:49:59.557386 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port ea0e7445-57e1-4ed8-b96b-ef483e19d0bd, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=ea0e7445-57e1-4ed8-b96b-ef483e19d0bd,segment=NetworkSegment(c354797e-580a-431c-9dd2-dcb1dd031e21),segment_id=c354797e-580a-431c-9dd2-dcb1dd031e21)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:49:59.564764 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeaebc0-bdf2-4f55-bf39-2e7efb48a22a req-9fcff761-0f39-4b06-b9cb-15996f8aa4e6 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:49:59.569833 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9eeaebc0-bdf2-4f55-bf39-2e7efb48a22a req-9fcff761-0f39-4b06-b9cb-15996f8aa4e6 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223b4da-cb69-4ac7-834e-04eb11b904fa HTTP/1.1" status: 200 len: 946 time: 0.0559072 Dec 07 18:49:59.574908 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 37056) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:49:59.575068 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Returning: {'device': 'ea0e7445-57e1-4ed8-b96b-ef483e19d0bd', 'network_id': 'f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584', 'port_id': 'ea0e7445-57e1-4ed8-b96b-ef483e19d0bd', 'mac_address': 'fa:16:3e:98:e3:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1391da38-e32d-4021-8a10-dbcd7095634e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:49:59.580299 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-6edec2d5-2473-4ccb-98cf-33fd2ac0d332 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Request body: {'floatingip': {'port_id': 'c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:49:59.620737 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:59.627314 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6edec2d5-2473-4ccb-98cf-33fd2ac0d332 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for floatingip, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:59.635071 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea0e7445-57e1-4ed8-b96b-ef483e19d0bd {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:49:59.654971 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port ea0e7445-57e1-4ed8-b96b-ef483e19d0bd, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=ea0e7445-57e1-4ed8-b96b-ef483e19d0bd,segment=NetworkSegment(c354797e-580a-431c-9dd2-dcb1dd031e21),segment_id=c354797e-580a-431c-9dd2-dcb1dd031e21)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:49:59.659192 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:49:59.707017 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=ea0e7445-57e1-4ed8-b96b-ef483e19d0bd,revision_number=7']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:50:00.062023 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6edec2d5-2473-4ccb-98cf-33fd2ac0d332 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:00.065877 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6edec2d5-2473-4ccb-98cf-33fd2ac0d332 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652997'] for floatingip, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:00.161921 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.db.l3_db [None req-6edec2d5-2473-4ccb-98cf-33fd2ac0d332 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Floating IP 01bfb687-74ef-49d9-b4eb-2f7cf39cee96 associated. External IP: 172.27.0.200, port: c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b. Dec 07 18:50:00.364055 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78936823-6ea4-432d-bd95-17d25334d9f8 req-b81f46b1-b299-43cb-bb57-9d0cd080d1e8 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:00.365472 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-78936823-6ea4-432d-bd95-17d25334d9f8 req-b81f46b1-b299-43cb-bb57-9d0cd080d1e8 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 945 time: 0.0494053 Dec 07 18:50:00.370647 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6edec2d5-2473-4ccb-98cf-33fd2ac0d332 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Router ce290922-b1a8-4930-aa50-785d427c7fae has already been hosted by L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:50:00.417118 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-78936823-6ea4-432d-bd95-17d25334d9f8 req-2dc34ad5-6ad4-458e-9c58-d60f7014cdf7 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452020 Dec 07 18:50:00.482440 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6edec2d5-2473-4ccb-98cf-33fd2ac0d332 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:50:00.488298 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6edec2d5-2473-4ccb-98cf-33fd2ac0d332 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:00.493425 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00abfae-47e9-4a7a-857a-497c83ab42fd None None] Sync routers for ids ['ce290922-b1a8-4930-aa50-785d427c7fae'] in dv-cinder-819692-6-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:50:00.506011 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00abfae-47e9-4a7a-857a-497c83ab42fd None None] Routers {'ce290922-b1a8-4930-aa50-785d427c7fae'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:50:00.506731 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-d00abfae-47e9-4a7a-857a-497c83ab42fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:49:48Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['ce290922-b1a8-4930-aa50-785d427c7fae'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:50:00.528450 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-6edec2d5-2473-4ccb-98cf-33fd2ac0d332 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "PUT /v2.0/floatingips/01bfb687-74ef-49d9-b4eb-2f7cf39cee96 HTTP/1.1" status: 200 len: 992 time: 0.9495912 Dec 07 18:50:00.542709 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0223b4da-cb69-4ac7-834e-04eb11b904fa', 'tag': 'c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:50:00.544966 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f47eea71b5ba0831d378bb06dcf61d9c2f9c3cd1ea737a862f2010bc1a834e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1163fc-5111-4922-bd19-3086c90039d5" -d '{"events": [{"name": "network-changed", "server_uuid": "0223b4da-cb69-4ac7-834e-04eb11b904fa", "tag": "c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:50:00.573859 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51046f-caa4-4f70-a4c3-197ccd42ea7d req-fd769a04-d40b-4cba-82f9-af2331c57ed6 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:00.575372 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6b51046f-caa4-4f70-a4c3-197ccd42ea7d req-fd769a04-d40b-4cba-82f9-af2331c57ed6 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 944 time: 0.0672770 Dec 07 18:50:00.618025 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-d00abfae-47e9-4a7a-857a-497c83ab42fd None None] Set router ce290922-b1a8-4930-aa50-785d427c7fae gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:50:00.627335 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6b51046f-caa4-4f70-a4c3-197ccd42ea7d req-abe6c19b-cb69-4251-adfb-ba35e2a80325 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455954 Dec 07 18:50:00.672984 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f39e08-a4e0-46b1-802d-5d40a0be5bbe x-openstack-request-id: req-e1f39e08-a4e0-46b1-802d-5d40a0be5bbe {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:50:00.673281 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0223b4da-cb69-4ac7-834e-04eb11b904fa", "tag": "c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:50:00.673534 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e1f39e08-a4e0-46b1-802d-5d40a0be5bbe {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:50:00.674215 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0223b4da-cb69-4ac7-834e-04eb11b904fa', 'tag': 'c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b', 'status': 'completed', 'code': 200} Dec 07 18:50:01.002994 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-d00abfae-47e9-4a7a-857a-497c83ab42fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'name': 'tempest-AttachVolumeTestJSON-1299123142-router', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '34e25bdd-a0fe-408e-bacf-a5ed42286fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:44:29Z', 'updated_at': '2021-12-07T18:44:36Z', 'revision_number': 4, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'gw_port': {'id': '34e25bdd-a0fe-408e-bacf-a5ed42286fb9', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:62:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:30Z', 'updated_at': '2021-12-07T18:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_floatingips': [{'id': '01bfb687-74ef-49d9-b4eb-2f7cf39cee96', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'floating_ip_address': '172.27.0.200', 'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'router_id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'port_id': 'c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545', 'mac_address': 'fa:16:3e:53:8f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0223b4da-cb69-4ac7-834e-04eb11b904fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:49:43Z', 'updated_at': '2021-12-07T18:49:59Z', 'revision_number': 1, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0670f0eb-e296-4180-a500-8edb36a6f0f5', 'name': '', 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'mac_address': 'fa:16:3e:45:6d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1b6ea560-0931-4e32-ae3e-65a030b6cd99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:35Z', 'updated_at': '2021-12-07T18:44:44Z', 'revision_number': 5, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'subnets': [{'id': '1b6ea560-0931-4e32-ae3e-65a030b6cd99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:50:01.028700 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00abfae-47e9-4a7a-857a-497c83ab42fd None None] Checking router: ce290922-b1a8-4930-aa50-785d427c7fae for host: dv-cinder-819692-6-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:50:01.037403 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00abfae-47e9-4a7a-857a-497c83ab42fd None None] Routers {'ce290922-b1a8-4930-aa50-785d427c7fae'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:50:01.038035 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-d00abfae-47e9-4a7a-857a-497c83ab42fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:49:48Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['ce290922-b1a8-4930-aa50-785d427c7fae'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:50:01.141542 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-d00abfae-47e9-4a7a-857a-497c83ab42fd None None] Set router ce290922-b1a8-4930-aa50-785d427c7fae gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:50:01.364246 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-d00abfae-47e9-4a7a-857a-497c83ab42fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'name': 'tempest-AttachVolumeTestJSON-1299123142-router', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '34e25bdd-a0fe-408e-bacf-a5ed42286fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:44:29Z', 'updated_at': '2021-12-07T18:44:36Z', 'revision_number': 4, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'gw_port': {'id': '34e25bdd-a0fe-408e-bacf-a5ed42286fb9', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:62:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:30Z', 'updated_at': '2021-12-07T18:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_floatingips': [{'id': '01bfb687-74ef-49d9-b4eb-2f7cf39cee96', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'floating_ip_address': '172.27.0.200', 'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'router_id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'port_id': 'c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545', 'mac_address': 'fa:16:3e:53:8f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0223b4da-cb69-4ac7-834e-04eb11b904fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:49:43Z', 'updated_at': '2021-12-07T18:49:59Z', 'revision_number': 1, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0670f0eb-e296-4180-a500-8edb36a6f0f5', 'name': '', 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'mac_address': 'fa:16:3e:45:6d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1b6ea560-0931-4e32-ae3e-65a030b6cd99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:35Z', 'updated_at': '2021-12-07T18:44:44Z', 'revision_number': 5, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'subnets': [{'id': '1b6ea560-0931-4e32-ae3e-65a030b6cd99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:50:01.391013 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00abfae-47e9-4a7a-857a-497c83ab42fd None None] The sync data for ids ['ce290922-b1a8-4930-aa50-785d427c7fae'] in dv-cinder-819692-6-iscsi is: [{'id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'name': 'tempest-AttachVolumeTestJSON-1299123142-router', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '34e25bdd-a0fe-408e-bacf-a5ed42286fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:44:29Z', 'updated_at': '2021-12-07T18:44:36Z', 'revision_number': 4, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'gw_port': {'id': '34e25bdd-a0fe-408e-bacf-a5ed42286fb9', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:62:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:30Z', 'updated_at': '2021-12-07T18:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_floatingips': [{'id': '01bfb687-74ef-49d9-b4eb-2f7cf39cee96', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'floating_ip_address': '172.27.0.200', 'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'router_id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'port_id': 'c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545', 'mac_address': 'fa:16:3e:53:8f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0223b4da-cb69-4ac7-834e-04eb11b904fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:49:43Z', 'updated_at': '2021-12-07T18:49:59Z', 'revision_number': 1, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0670f0eb-e296-4180-a500-8edb36a6f0f5', 'name': '', 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'mac_address': 'fa:16:3e:45:6d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1b6ea560-0931-4e32-ae3e-65a030b6cd99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:35Z', 'updated_at': '2021-12-07T18:44:44Z', 'revision_number': 5, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'subnets': [{'id': '1b6ea560-0931-4e32-ae3e-65a030b6cd99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:50:01.547273 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c711210-2566-4a72-8564-768e7bcccb65 req-dba7a02c-59d3-4bd8-94c4-8a5bc404fd8d tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:01.549096 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4c711210-2566-4a72-8564-768e7bcccb65 req-dba7a02c-59d3-4bd8-94c4-8a5bc404fd8d tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 945 time: 0.0564220 Dec 07 18:50:01.590302 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac37a0f2-14cd-462a-8b22-7f6be9b8c134 None None] New status for floating IP 01bfb687-74ef-49d9-b4eb-2f7cf39cee96: ACTIVE {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 18:50:01.599924 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4c711210-2566-4a72-8564-768e7bcccb65 req-01f91903-4d80-4643-a462-be5d46361df9 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447996 Dec 07 18:50:01.745501 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96310f2e-e7a7-40ad-931b-816f2f395168 req-9a437f54-016a-44fe-a95c-3f8c00a5fde0 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:01.747010 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-96310f2e-e7a7-40ad-931b-816f2f395168 req-9a437f54-016a-44fe-a95c-3f8c00a5fde0 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 944 time: 0.0516660 Dec 07 18:50:01.804662 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-96310f2e-e7a7-40ad-931b-816f2f395168 req-3b44c5f2-541f-4f40-a27f-2e797625dd1e tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515294 Dec 07 18:50:02.562204 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1163fc-5111-4922-bd19-3086c90039d5 req-d779d44f-8fb4-4300-8224-9ff07268189c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:02.563665 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-af1163fc-5111-4922-bd19-3086c90039d5 req-d779d44f-8fb4-4300-8224-9ff07268189c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cbb0144e924847109e6a254192f1e6bd&device_id=0223b4da-cb69-4ac7-834e-04eb11b904fa HTTP/1.1" status: 200 len: 1099 time: 0.0407510 Dec 07 18:50:02.593529 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['ea0e7445-57e1-4ed8-b96b-ef483e19d0bd'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:50:02.597951 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['9d321fb6-c496-4034-a6c7-7c7410c908b0'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:50:02.659248 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1163fc-5111-4922-bd19-3086c90039d5 req-d1f72af6-1ec4-40d2-8de4-666febe6489a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:02.660916 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-af1163fc-5111-4922-bd19-3086c90039d5 req-d1f72af6-1ec4-40d2-8de4-666febe6489a service neutron] 10.222.0.23 "GET /v2.0/networks?id=a321d8bd-fce1-4a8d-9656-239d82555545 HTTP/1.1" status: 200 len: 912 time: 0.0893271 Dec 07 18:50:02.772408 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-af1163fc-5111-4922-bd19-3086c90039d5 req-0476c872-2553-4036-9cec-1a13bd282250 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b HTTP/1.1" status: 200 len: 1002 time: 0.1036334 Dec 07 18:50:02.783063 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d135907-353c-4e61-8c4a-06f5cf52dbe7 req-89925c27-d510-4667-bb63-873ed18a6691 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:02.784655 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8d135907-353c-4e61-8c4a-06f5cf52dbe7 req-89925c27-d510-4667-bb63-873ed18a6691 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 945 time: 0.0706635 Dec 07 18:50:02.861488 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1163fc-5111-4922-bd19-3086c90039d5 req-3b10d8f3-c0fe-4bb4-b98c-ea25bc6da0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:02.863009 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-af1163fc-5111-4922-bd19-3086c90039d5 req-3b10d8f3-c0fe-4bb4-b98c-ea25bc6da0f9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b6ea560-0931-4e32-ae3e-65a030b6cd99 HTTP/1.1" status: 200 len: 850 time: 0.0774164 Dec 07 18:50:02.897352 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8d135907-353c-4e61-8c4a-06f5cf52dbe7 req-2d341035-3839-4e8e-8001-a11a9e121860 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802884 Dec 07 18:50:02.932148 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1163fc-5111-4922-bd19-3086c90039d5 req-6664f632-77ef-43f5-8f9e-f6a0feab4098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:02.934156 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-af1163fc-5111-4922-bd19-3086c90039d5 req-6664f632-77ef-43f5-8f9e-f6a0feab4098 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a321d8bd-fce1-4a8d-9656-239d82555545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0636680 Dec 07 18:50:02.981979 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-d802bacb-1b2f-4edb-bc41-875ad12e252f tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:02.986165 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-d802bacb-1b2f-4edb-bc41-875ad12e252f tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/networks?id=63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8 HTTP/1.1" status: 200 len: 812 time: 0.1176634 Dec 07 18:50:02.998859 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-ab6ba666-6956-4357-a74a-9146d276bdf0 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/quotas/103d606fa1a54ad8993058e83b59a30c HTTP/1.1" status: 200 len: 375 time: 0.0093405 Dec 07 18:50:03.031226 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-603482e5-a0fc-4c01-9de0-10c59b9de108 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=103d606fa1a54ad8993058e83b59a30c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270057 Dec 07 18:50:03.068637 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1d986-8b09-440e-b78f-dbdc8c5e23bb req-7ec5daa1-919c-4add-9816-8d16dea4361a tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:03.070136 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-31b1d986-8b09-440e-b78f-dbdc8c5e23bb req-7ec5daa1-919c-4add-9816-8d16dea4361a tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 944 time: 0.0998309 Dec 07 18:50:03.072353 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-af1163fc-5111-4922-bd19-3086c90039d5 req-fee052fc-94f7-47f1-8536-a7d06c346371 service neutron] 10.222.0.23 "GET /v2.0/networks/a321d8bd-fce1-4a8d-9656-239d82555545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301632 Dec 07 18:50:03.178526 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-31b1d986-8b09-440e-b78f-dbdc8c5e23bb req-f6d669f0-fa60-46c3-9b63-8d8fb0f50908 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010544 Dec 07 18:50:03.204261 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-af1163fc-5111-4922-bd19-3086c90039d5 req-016c1b15-1313-4602-ac86-21f5f80f8680 service neutron] 10.222.0.23 "GET /v2.0/networks/a321d8bd-fce1-4a8d-9656-239d82555545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199450 Dec 07 18:50:03.217168 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-7ed411a0-78d2-4f87-b08f-6ec100b9982e service neutron] 10.222.0.41 "GET /v2.0/networks/63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789823 Dec 07 18:50:03.310490 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-3b784655-648e-4506-8fe2-757284f3c529 service neutron] 10.222.0.41 "GET /v2.0/networks/63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866323 Dec 07 18:50:03.464711 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5b0ff344-fb6d-4862-8370-2d9200752f5c req-5a1a336e-851e-4241-aa9d-163035eea557 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/ports?device_id=96bd7c62-a12b-4a95-9b1f-639fac268fb2 HTTP/1.1" status: 200 len: 210 time: 0.0258873 Dec 07 18:50:03.534392 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 9d321fb6-c496-4034-a6c7-7c7410c908b0 up at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:50:03.588331 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning for port 9d321fb6-c496-4034-a6c7-7c7410c908b0 completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:50:03.592335 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning complete for port 9d321fb6-c496-4034-a6c7-7c7410c908b0 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:50:03.592925 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:03.682879 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:03.706610 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017abb4f-1da1-4373-83da-f4e5b0d2516b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d321fb6-c496-4034-a6c7-7c7410c908b0'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:50:03.708920 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab3a8ce7da5a640e7c4dfc04f2c3e6911255c2d0b826cd7cc2b97a426bb0a1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67f09d4-31d1-49e0-aa78-fa28bf118847" -d '{"events": [{"server_uuid": "017abb4f-1da1-4373-83da-f4e5b0d2516b", "name": "network-vif-plugged", "status": "completed", "tag": "9d321fb6-c496-4034-a6c7-7c7410c908b0"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:50:03.725788 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 9d321fb6-c496-4034-a6c7-7c7410c908b0, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=9d321fb6-c496-4034-a6c7-7c7410c908b0,segment=NetworkSegment(4e11373f-4e76-4ab5-86c0-112fb5aca0d4),segment_id=4e11373f-4e76-4ab5-86c0-112fb5aca0d4)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:50:03.731609 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:03.731811 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device ea0e7445-57e1-4ed8-b96b-ef483e19d0bd up at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:50:03.812074 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000067e0-f0d5-4feb-b6bb-f94583a52ddf x-openstack-request-id: req-000067e0-f0d5-4feb-b6bb-f94583a52ddf {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:50:03.812372 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "017abb4f-1da1-4373-83da-f4e5b0d2516b", "name": "network-vif-plugged", "status": "completed", "tag": "9d321fb6-c496-4034-a6c7-7c7410c908b0", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:50:03.813371 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-000067e0-f0d5-4feb-b6bb-f94583a52ddf {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:50:03.814143 dv-cinder-819692-6-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017abb4f-1da1-4373-83da-f4e5b0d2516b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d321fb6-c496-4034-a6c7-7c7410c908b0', 'code': 200} Dec 07 18:50:03.821292 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=9d321fb6-c496-4034-a6c7-7c7410c908b0,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:50:03.837455 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning complete for port ea0e7445-57e1-4ed8-b96b-ef483e19d0bd triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:50:03.837831 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:03.938311 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:03.973369 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port ea0e7445-57e1-4ed8-b96b-ef483e19d0bd, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=ea0e7445-57e1-4ed8-b96b-ef483e19d0bd,segment=NetworkSegment(c354797e-580a-431c-9dd2-dcb1dd031e21),segment_id=c354797e-580a-431c-9dd2-dcb1dd031e21)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:50:03.978919 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:04.018753 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85e3d3-863c-4d59-8a05-178b14027bf9 req-7168a0dd-f615-44eb-9e65-c57412ca8c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:04.020326 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1d85e3d3-863c-4d59-8a05-178b14027bf9 req-7168a0dd-f615-44eb-9e65-c57412ca8c0d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 1099 time: 0.0648527 Dec 07 18:50:04.041766 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=ea0e7445-57e1-4ed8-b96b-ef483e19d0bd,revision_number=8']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:50:04.054030 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976bfda-02aa-4e39-902d-f31fc210d4dd req-90a254b7-9b64-4661-ac10-362c43a6a11e tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:04.058383 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8976bfda-02aa-4e39-902d-f31fc210d4dd req-90a254b7-9b64-4661-ac10-362c43a6a11e tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 946 time: 0.0612507 Dec 07 18:50:04.079657 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1d85e3d3-863c-4d59-8a05-178b14027bf9 req-239e8ce0-a369-4bab-8466-28d7f7603f42 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398374 Dec 07 18:50:04.103860 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8976bfda-02aa-4e39-902d-f31fc210d4dd req-e3e81a40-b026-4273-9cf4-83db25c9362f tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415778 Dec 07 18:50:04.293071 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc42f5-f74c-43de-9da4-cccad8f2debb req-4103bce0-ea8e-4887-a3ec-a5dc58994dd5 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:04.294558 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-85cc42f5-f74c-43de-9da4-cccad8f2debb req-4103bce0-ea8e-4887-a3ec-a5dc58994dd5 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 945 time: 0.0477145 Dec 07 18:50:04.346148 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-85cc42f5-f74c-43de-9da4-cccad8f2debb req-3b18b21e-40a7-4557-9140-d013e0986a13 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444393 Dec 07 18:50:04.562820 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0032ce52-a331-466b-b463-67cdc9f5ba24 req-e0de197f-2ee2-493d-87c2-5c4148542b8f tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/ports?device_id=96bd7c62-a12b-4a95-9b1f-639fac268fb2 HTTP/1.1" status: 200 len: 210 time: 0.0274193 Dec 07 18:50:04.694601 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-c38f094c-6c0f-4632-ac69-a365489b0444 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:04.698065 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-c38f094c-6c0f-4632-ac69-a365489b0444 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.23 "GET /v2.0/networks?id=63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8 HTTP/1.1" status: 200 len: 812 time: 0.1142967 Dec 07 18:50:04.712424 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-aeacecbc-b014-4bd6-b18b-93ea3b3afd70 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Request body: {'port': {'device_id': '96bd7c62-a12b-4a95-9b1f-639fac268fb2', 'network_id': '63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8', 'admin_state_up': True, 'tenant_id': '103d606fa1a54ad8993058e83b59a30c'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:50:04.823022 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-aeacecbc-b014-4bd6-b18b-93ea3b3afd70 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Made reservation on behalf of 103d606fa1a54ad8993058e83b59a30c for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:50:04.827132 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-aeacecbc-b014-4bd6-b18b-93ea3b3afd70 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:04.946096 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-aeacecbc-b014-4bd6-b18b-93ea3b3afd70 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Allocated IP 172.20.0.13 (63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8/00c692b7-3b36-4774-9aaf-5fa4bf5dbdc6/25d61882-709c-4f2c-acd4-42efcd475bc1) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:50:05.088510 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-aeacecbc-b014-4bd6-b18b-93ea3b3afd70 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:05.121596 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-aeacecbc-b014-4bd6-b18b-93ea3b3afd70 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529624208'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:05.167914 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-aeacecbc-b014-4bd6-b18b-93ea3b3afd70 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Network 63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:50:05.171661 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-aeacecbc-b014-4bd6-b18b-93ea3b3afd70 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:50:05.174700 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-aeacecbc-b014-4bd6-b18b-93ea3b3afd70 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:50:05.229213 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b1bd4-4afa-45db-8005-8f36c44052b1 req-342b09dc-9409-40b0-bdb0-04ecb093cd8e tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:05.230819 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-907b1bd4-4afa-45db-8005-8f36c44052b1 req-342b09dc-9409-40b0-bdb0-04ecb093cd8e tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 946 time: 0.0506244 Dec 07 18:50:05.292646 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-907b1bd4-4afa-45db-8005-8f36c44052b1 req-7fc6d546-113d-4a22-a38a-c576a466e451 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546186 Dec 07 18:50:05.501542 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeacecbc-b014-4bd6-b18b-93ea3b3afd70 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Pushing event updated for resources: {'Port': ['ID=25d61882-709c-4f2c-acd4-42efcd475bc1,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:50:05.532051 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-aeacecbc-b014-4bd6-b18b-93ea3b3afd70 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:05.532665 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-aeacecbc-b014-4bd6-b18b-93ea3b3afd70 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:05.556089 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf065d-c9e0-4df2-80ea-c7607cb7e792 req-274643f4-2faa-4458-a028-d257879f99f3 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:05.557633 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6fbf065d-c9e0-4df2-80ea-c7607cb7e792 req-274643f4-2faa-4458-a028-d257879f99f3 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 945 time: 0.0911109 Dec 07 18:50:05.561821 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-aeacecbc-b014-4bd6-b18b-93ea3b3afd70 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8532355 Dec 07 18:50:05.580646 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-5f7abd61-87c5-4d74-b440-d92dbc38a187 service neutron] Request body: {'port': {'device_id': '96bd7c62-a12b-4a95-9b1f-639fac268fb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:50:05.660747 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6fbf065d-c9e0-4df2-80ea-c7607cb7e792 req-8964d04b-cfe6-4525-8b14-60166fc0ced9 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970223 Dec 07 18:50:05.665505 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-5f7abd61-87c5-4d74-b440-d92dbc38a187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:05.681945 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d588f0-595c-46bd-8dbb-ea8d6d7040d9 req-f227566a-a778-425b-9470-081d26d9a44f tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:05.686547 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-06d588f0-595c-46bd-8dbb-ea8d6d7040d9 req-f227566a-a778-425b-9470-081d26d9a44f tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/ports?device_id=96bd7c62-a12b-4a95-9b1f-639fac268fb2 HTTP/1.1" status: 200 len: 932 time: 0.0549645 Dec 07 18:50:05.738834 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-06d588f0-595c-46bd-8dbb-ea8d6d7040d9 req-abaa4ec4-a596-4c66-9af8-a7e57ec415ed tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/security-groups?id=c115b98d-5dee-4b75-acad-6c945a285f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484326 Dec 07 18:50:05.814923 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6353ff89-98cf-4e56-b677-b0f9431d7e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0e7445-57e1-4ed8-b96b-ef483e19d0bd'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:50:05.817235 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab3a8ce7da5a640e7c4dfc04f2c3e6911255c2d0b826cd7cc2b97a426bb0a1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab91bd94-c04a-4d9f-ab69-29c05c7ddbd5" -d '{"events": [{"server_uuid": "6353ff89-98cf-4e56-b677-b0f9431d7e1d", "name": "network-vif-plugged", "status": "completed", "tag": "ea0e7445-57e1-4ed8-b96b-ef483e19d0bd"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:50:05.852105 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1dbcb5-604c-46f8-99b8-994a29a5ec09 x-openstack-request-id: req-2a1dbcb5-604c-46f8-99b8-994a29a5ec09 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:50:05.852406 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6353ff89-98cf-4e56-b677-b0f9431d7e1d", "name": "network-vif-plugged", "status": "completed", "tag": "ea0e7445-57e1-4ed8-b96b-ef483e19d0bd", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:50:05.852669 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2a1dbcb5-604c-46f8-99b8-994a29a5ec09 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:50:05.853068 dv-cinder-819692-6-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6353ff89-98cf-4e56-b677-b0f9431d7e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0e7445-57e1-4ed8-b96b-ef483e19d0bd', 'code': 200} Dec 07 18:50:05.938430 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-5f7abd61-87c5-4d74-b440-d92dbc38a187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25d61882-709c-4f2c-acd4-42efcd475bc1 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:50:05.945664 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-5f7abd61-87c5-4d74-b440-d92dbc38a187 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:05.958245 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-5f7abd61-87c5-4d74-b440-d92dbc38a187 service neutron] Transition to ACTIVE for port object 25d61882-709c-4f2c-acd4-42efcd475bc1 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:50:05.962017 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-5f7abd61-87c5-4d74-b440-d92dbc38a187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529623651'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:06.026916 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7abd61-87c5-4d74-b440-d92dbc38a187 service neutron] Pushing event updated for resources: {'Port': ['ID=25d61882-709c-4f2c-acd4-42efcd475bc1,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:50:06.082025 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-5f7abd61-87c5-4d74-b440-d92dbc38a187 service neutron] Attempting to bind port 25d61882-709c-4f2c-acd4-42efcd475bc1 on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:50:06.082363 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-5f7abd61-87c5-4d74-b440-d92dbc38a187 service neutron] Attempting to bind port 25d61882-709c-4f2c-acd4-42efcd475bc1 by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': '5011a04c-676a-4962-aa69-44c8f6d3c271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:50:06.082691 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-5f7abd61-87c5-4d74-b440-d92dbc38a187 service neutron] Attempting to bind port 25d61882-709c-4f2c-acd4-42efcd475bc1 on network 63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:50:06.086980 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-5f7abd61-87c5-4d74-b440-d92dbc38a187 service neutron] Port 25d61882-709c-4f2c-acd4-42efcd475bc1 on network 63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:50:06.087299 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-5f7abd61-87c5-4d74-b440-d92dbc38a187 service neutron] Attempting to bind port 25d61882-709c-4f2c-acd4-42efcd475bc1 on network 63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:50:06.092912 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-5f7abd61-87c5-4d74-b440-d92dbc38a187 service neutron] Checking agent: {'id': '9b8b7df7-f18f-49d8-b3bd-9764bcedc888', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'started_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:50:06.093565 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-5f7abd61-87c5-4d74-b440-d92dbc38a187 service neutron] Checking segment: {'id': '5011a04c-676a-4962-aa69-44c8f6d3c271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:50:06.093681 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-5f7abd61-87c5-4d74-b440-d92dbc38a187 service neutron] Bound using segment: {'id': '5011a04c-676a-4962-aa69-44c8f6d3c271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:50:06.094127 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-5f7abd61-87c5-4d74-b440-d92dbc38a187 service neutron] Bound port: 25d61882-709c-4f2c-acd4-42efcd475bc1, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5011a04c-676a-4962-aa69-44c8f6d3c271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:50:06.094480 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-5f7abd61-87c5-4d74-b440-d92dbc38a187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:06.105400 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b736307-bec6-42d8-989c-aae07e0fcac0 req-34235d70-a30f-48b5-bc2d-abaedd7074c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:06.107027 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4b736307-bec6-42d8-989c-aae07e0fcac0 req-34235d70-a30f-48b5-bc2d-abaedd7074c3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 1098 time: 0.0410175 Dec 07 18:50:06.159359 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-5f7abd61-87c5-4d74-b440-d92dbc38a187 service neutron] For port 25d61882-709c-4f2c-acd4-42efcd475bc1, host hv-cinder-81969, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:50:06.163369 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4b736307-bec6-42d8-989c-aae07e0fcac0 req-6a08b547-d62c-42ef-b8ea-e430f3f330ff service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422556 Dec 07 18:50:06.163871 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-5f7abd61-87c5-4d74-b440-d92dbc38a187 service neutron] For port 25d61882-709c-4f2c-acd4-42efcd475bc1, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=25d61882-709c-4f2c-acd4-42efcd475bc1,segment=NetworkSegment(5011a04c-676a-4962-aa69-44c8f6d3c271),segment_id=5011a04c-676a-4962-aa69-44c8f6d3c271)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:50:06.167789 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-5f7abd61-87c5-4d74-b440-d92dbc38a187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529623651'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:06.203718 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-5f7abd61-87c5-4d74-b440-d92dbc38a187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:06.204324 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-5f7abd61-87c5-4d74-b440-d92dbc38a187 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:06.205663 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-5f7abd61-87c5-4d74-b440-d92dbc38a187 service neutron] 10.222.0.23 "PUT /v2.0/ports/25d61882-709c-4f2c-acd4-42efcd475bc1 HTTP/1.1" status: 200 len: 1094 time: 0.6352024 Dec 07 18:50:06.206123 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96bd7c62-a12b-4a95-9b1f-639fac268fb2', 'tag': '25d61882-709c-4f2c-acd4-42efcd475bc1'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:50:06.208316 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f47eea71b5ba0831d378bb06dcf61d9c2f9c3cd1ea737a862f2010bc1a834e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73a3e71-241a-480d-b9b4-092c96dfa8d0" -d '{"events": [{"name": "network-changed", "server_uuid": "96bd7c62-a12b-4a95-9b1f-639fac268fb2", "tag": "25d61882-709c-4f2c-acd4-42efcd475bc1"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:50:06.229144 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7abd61-87c5-4d74-b440-d92dbc38a187 service neutron] Pushing event updated for resources: {'Port': ['ID=25d61882-709c-4f2c-acd4-42efcd475bc1,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:50:06.246501 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126cbe2f-6e95-430f-bb58-9abb362ae542 x-openstack-request-id: req-126cbe2f-6e95-430f-bb58-9abb362ae542 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:50:06.246823 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96bd7c62-a12b-4a95-9b1f-639fac268fb2", "tag": "25d61882-709c-4f2c-acd4-42efcd475bc1", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:50:06.247085 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-126cbe2f-6e95-430f-bb58-9abb362ae542 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:50:06.247486 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96bd7c62-a12b-4a95-9b1f-639fac268fb2', 'tag': '25d61882-709c-4f2c-acd4-42efcd475bc1', 'status': 'completed', 'code': 200} Dec 07 18:50:06.425860 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59c0ad-19e8-40ba-b9f1-938213085fd9 req-6634505f-f365-43b6-b335-9c404c91ed5a tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:06.427500 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3e59c0ad-19e8-40ba-b9f1-938213085fd9 req-6634505f-f365-43b6-b335-9c404c91ed5a tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 946 time: 0.0561175 Dec 07 18:50:06.446208 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a3e71-241a-480d-b9b4-092c96dfa8d0 req-b4d28510-a51c-488d-8d10-a39d84c41383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:06.447723 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d73a3e71-241a-480d-b9b4-092c96dfa8d0 req-b4d28510-a51c-488d-8d10-a39d84c41383 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=103d606fa1a54ad8993058e83b59a30c&device_id=96bd7c62-a12b-4a95-9b1f-639fac268fb2 HTTP/1.1" status: 200 len: 1097 time: 0.0462110 Dec 07 18:50:06.475315 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3e59c0ad-19e8-40ba-b9f1-938213085fd9 req-e841e468-3643-49a9-ae10-9e7856fcc68f tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419002 Dec 07 18:50:06.563331 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a3e71-241a-480d-b9b4-092c96dfa8d0 req-bb53195a-3518-4d03-b6cb-7eefbcda84d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:06.564799 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d73a3e71-241a-480d-b9b4-092c96dfa8d0 req-bb53195a-3518-4d03-b6cb-7eefbcda84d9 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=103d606fa1a54ad8993058e83b59a30c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1079152 Dec 07 18:50:06.658938 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d3db4-0f86-427c-ba08-b639a4846156 req-daa5c070-2a4a-46b7-9eec-d8588937e363 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:06.660402 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-487d3db4-0f86-427c-ba08-b639a4846156 req-daa5c070-2a4a-46b7-9eec-d8588937e363 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 946 time: 0.1104503 Dec 07 18:50:06.668935 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 37138) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:50:06.674411 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-d6f8df72-2d0f-4939-a20b-06ee61f24468 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Request body: {'floatingip': {'port_id': '9d321fb6-c496-4034-a6c7-7c7410c908b0'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:50:06.685858 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a3e71-241a-480d-b9b4-092c96dfa8d0 req-0ac4c017-77e1-4ab4-8dcd-6902a18884fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:06.687419 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d73a3e71-241a-480d-b9b4-092c96dfa8d0 req-0ac4c017-77e1-4ab4-8dcd-6902a18884fb service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1095059 Dec 07 18:50:06.716206 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d6f8df72-2d0f-4939-a20b-06ee61f24468 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for floatingip, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:06.781665 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-1a77ec1b-1c62-4a40-8352-a848a7f9ae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:06.782693 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-1a77ec1b-1c62-4a40-8352-a848a7f9ae67 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=103d606fa1a54ad8993058e83b59a30c&device_id=96bd7c62-a12b-4a95-9b1f-639fac268fb2 HTTP/1.1" status: 200 len: 1097 time: 0.0468502 Dec 07 18:50:06.832468 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-7a214631-0127-4e21-93ce-4fcfe8000c49 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25d61882-709c-4f2c-acd4-42efcd475bc1 HTTP/1.1" status: 200 len: 217 time: 0.0407524 Dec 07 18:50:06.866763 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686997f0-7cb1-43f1-b65a-1fbd88fb994b req-d80e4fa7-a0db-49b3-836b-c8818fb71ce3 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:06.868773 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-686997f0-7cb1-43f1-b65a-1fbd88fb994b req-d80e4fa7-a0db-49b3-836b-c8818fb71ce3 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 945 time: 0.1177592 Dec 07 18:50:06.911138 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-0b5c221c-5be7-4fc3-8119-0d23ec3e44cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:06.912605 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-0b5c221c-5be7-4fc3-8119-0d23ec3e44cd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=00c692b7-3b36-4774-9aaf-5fa4bf5dbdc6 HTTP/1.1" status: 200 len: 852 time: 0.0727131 Dec 07 18:50:06.921105 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fff036-ce9d-4cb7-9ac2-d2ed65cd445f req-02b29943-59e0-417b-b08b-29d507af08ee tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:06.922713 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-43fff036-ce9d-4cb7-9ac2-d2ed65cd445f req-02b29943-59e0-417b-b08b-29d507af08ee tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/ports?device_id=96bd7c62-a12b-4a95-9b1f-639fac268fb2 HTTP/1.1" status: 200 len: 944 time: 0.0926497 Dec 07 18:50:06.953704 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-e2bc89b6-8376-4d13-9ca3-59fb6acb5245 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301955 Dec 07 18:50:06.989299 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-686997f0-7cb1-43f1-b65a-1fbd88fb994b req-1621914f-de77-4016-8629-0b41bfeff408 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816367 Dec 07 18:50:07.053103 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-43fff036-ce9d-4cb7-9ac2-d2ed65cd445f req-74c418c5-b8e8-45c6-bbc4-6f4a066fb663 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/security-groups?id=c115b98d-5dee-4b75-acad-6c945a285f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217866 Dec 07 18:50:07.074686 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-f3702da0-433d-436a-950f-a547b103aec6 service neutron] 10.222.0.23 "GET /v2.0/networks/63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131821 Dec 07 18:50:07.190348 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-23409bb8-31ba-47c3-aa47-b5bdc5ba4744 req-20b9daef-dc03-42b9-b8e3-cc3ab8182161 service neutron] 10.222.0.23 "GET /v2.0/networks/63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995750 Dec 07 18:50:07.249554 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d6f8df72-2d0f-4939-a20b-06ee61f24468 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:07.253331 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d6f8df72-2d0f-4939-a20b-06ee61f24468 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652997'] for floatingip, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:07.351637 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.db.l3_db [None req-d6f8df72-2d0f-4939-a20b-06ee61f24468 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Floating IP 67b36d61-0589-4bd3-8733-cfb10da23555 associated. External IP: 172.27.0.216, port: 9d321fb6-c496-4034-a6c7-7c7410c908b0. Dec 07 18:50:07.563023 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f8df72-2d0f-4939-a20b-06ee61f24468 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Router b1ba4833-18e2-4e0c-b492-4604b68a9efa has already been hosted by L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc {{(pid=109084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:50:07.667995 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f8df72-2d0f-4939-a20b-06ee61f24468 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:50:07.672922 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d6f8df72-2d0f-4939-a20b-06ee61f24468 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for floatingip, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:07.678387 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157e22fd-1b12-4afa-81a4-aff8d58557d5 None None] Sync routers for ids ['b1ba4833-18e2-4e0c-b492-4604b68a9efa'] in dv-cinder-819692-6-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:50:07.689502 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157e22fd-1b12-4afa-81a4-aff8d58557d5 None None] Routers {'b1ba4833-18e2-4e0c-b492-4604b68a9efa'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:50:07.690159 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-157e22fd-1b12-4afa-81a4-aff8d58557d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:49:48Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['b1ba4833-18e2-4e0c-b492-4604b68a9efa'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:50:07.703849 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-d6f8df72-2d0f-4939-a20b-06ee61f24468 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "PUT /v2.0/floatingips/67b36d61-0589-4bd3-8733-cfb10da23555 HTTP/1.1" status: 200 len: 992 time: 1.0307500 Dec 07 18:50:07.703849 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '017abb4f-1da1-4373-83da-f4e5b0d2516b', 'tag': '9d321fb6-c496-4034-a6c7-7c7410c908b0'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:50:07.704568 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a9c8e9ce0db27bff2b715efe80f7ddeb02331314c1c7d49b52ba908637cab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8132267-52c7-4fd3-9729-04e83fd9c317" -d '{"events": [{"name": "network-changed", "server_uuid": "017abb4f-1da1-4373-83da-f4e5b0d2516b", "tag": "9d321fb6-c496-4034-a6c7-7c7410c908b0"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:50:07.746727 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11154269-3361-492b-b543-a33b4cdc2cb6 x-openstack-request-id: req-11154269-3361-492b-b543-a33b4cdc2cb6 {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:50:07.747026 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "017abb4f-1da1-4373-83da-f4e5b0d2516b", "tag": "9d321fb6-c496-4034-a6c7-7c7410c908b0", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:50:07.747296 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-11154269-3361-492b-b543-a33b4cdc2cb6 {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:50:07.747702 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '017abb4f-1da1-4373-83da-f4e5b0d2516b', 'tag': '9d321fb6-c496-4034-a6c7-7c7410c908b0', 'status': 'completed', 'code': 200} Dec 07 18:50:07.813240 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-157e22fd-1b12-4afa-81a4-aff8d58557d5 None None] Set router b1ba4833-18e2-4e0c-b492-4604b68a9efa gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:50:07.830923 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8132267-52c7-4fd3-9729-04e83fd9c317 req-4c1aeab5-d0ed-4a8f-a81a-9f98caa46be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:07.832602 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d8132267-52c7-4fd3-9729-04e83fd9c317 req-4c1aeab5-d0ed-4a8f-a81a-9f98caa46be9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2417a4b6b8b04e738fe57f1c882d88bc&device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 1099 time: 0.0468817 Dec 07 18:50:07.933615 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8132267-52c7-4fd3-9729-04e83fd9c317 req-b8cc8d1c-ee52-494d-8856-15fb9e9fb87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:07.935024 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d8132267-52c7-4fd3-9729-04e83fd9c317 req-b8cc8d1c-ee52-494d-8856-15fb9e9fb87e service neutron] 10.222.0.23 "GET /v2.0/networks?id=9d18908e-4fa9-4515-9ad2-63e91916c83c HTTP/1.1" status: 200 len: 918 time: 0.0938675 Dec 07 18:50:08.005534 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d8132267-52c7-4fd3-9729-04e83fd9c317 req-3de42ae1-308c-4d99-8ac8-11d9f18e2ac3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d321fb6-c496-4034-a6c7-7c7410c908b0 HTTP/1.1" status: 200 len: 1000 time: 0.0581491 Dec 07 18:50:08.054947 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-157e22fd-1b12-4afa-81a4-aff8d58557d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'name': 'tempest-AttachVolumeShelveTestJSON-1544739373-router', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '18038d5c-5f06-43a8-a094-6536afd58616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:43Z', 'updated_at': '2021-12-07T18:45:52Z', 'revision_number': 4, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'gw_port': {'id': '18038d5c-5f06-43a8-a094-6536afd58616', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:44Z', 'updated_at': '2021-12-07T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_floatingips': [{'id': '67b36d61-0589-4bd3-8733-cfb10da23555', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'router_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'port_id': '9d321fb6-c496-4034-a6c7-7c7410c908b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c', 'mac_address': 'fa:16:3e:d6:8c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017abb4f-1da1-4373-83da-f4e5b0d2516b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:49:49Z', 'updated_at': '2021-12-07T18:50:07Z', 'revision_number': 1, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe36049-287c-4583-826b-13470523761e', 'name': '', 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'mac_address': 'fa:16:3e:6c:22:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:50Z', 'updated_at': '2021-12-07T18:46:03Z', 'revision_number': 5, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'subnets': [{'id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:50:08.059381 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8132267-52c7-4fd3-9729-04e83fd9c317 req-b28c7030-6104-4181-9eee-12eb04016f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:08.061642 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d8132267-52c7-4fd3-9729-04e83fd9c317 req-b28c7030-6104-4181-9eee-12eb04016f07 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88 HTTP/1.1" status: 200 len: 856 time: 0.0464408 Dec 07 18:50:08.083749 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157e22fd-1b12-4afa-81a4-aff8d58557d5 None None] Checking router: b1ba4833-18e2-4e0c-b492-4604b68a9efa for host: dv-cinder-819692-6-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:50:08.093808 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157e22fd-1b12-4afa-81a4-aff8d58557d5 None None] Routers {'b1ba4833-18e2-4e0c-b492-4604b68a9efa'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:50:08.094463 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-157e22fd-1b12-4afa-81a4-aff8d58557d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:49:48Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['b1ba4833-18e2-4e0c-b492-4604b68a9efa'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:50:08.114948 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93f413-4663-4344-bda4-373e8c185d4c req-0473f412-d3d1-44e6-8b7f-d8ec1a02b36c tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:08.116937 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6b93f413-4663-4344-bda4-373e8c185d4c req-0473f412-d3d1-44e6-8b7f-d8ec1a02b36c tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 945 time: 0.0569460 Dec 07 18:50:08.132058 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8132267-52c7-4fd3-9729-04e83fd9c317 req-807f72ad-1b24-4bdf-abb2-867d3cb15f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:08.133846 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d8132267-52c7-4fd3-9729-04e83fd9c317 req-807f72ad-1b24-4bdf-abb2-867d3cb15f5b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9d18908e-4fa9-4515-9ad2-63e91916c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0586541 Dec 07 18:50:08.169765 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6b93f413-4663-4344-bda4-373e8c185d4c req-77dd1f74-639a-4a57-b4d3-be1ebbb21bae tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470209 Dec 07 18:50:08.221692 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-157e22fd-1b12-4afa-81a4-aff8d58557d5 None None] Set router b1ba4833-18e2-4e0c-b492-4604b68a9efa gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:50:08.238449 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6b568-d9dd-4224-af03-d6711e45487e req-f419722f-82b7-47c5-aadb-70be0d39ca05 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:08.239952 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-12d6b568-d9dd-4224-af03-d6711e45487e req-f419722f-82b7-47c5-aadb-70be0d39ca05 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/ports?device_id=96bd7c62-a12b-4a95-9b1f-639fac268fb2 HTTP/1.1" status: 200 len: 944 time: 0.1052101 Dec 07 18:50:08.291245 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d8132267-52c7-4fd3-9729-04e83fd9c317 req-b8d7e852-65bb-4e60-8f58-7e0464f66fa8 service neutron] 10.222.0.23 "GET /v2.0/networks/9d18908e-4fa9-4515-9ad2-63e91916c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454015 Dec 07 18:50:08.326749 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-12d6b568-d9dd-4224-af03-d6711e45487e req-257591ae-d1cf-4160-abaa-d2e7948b6c9b tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/security-groups?id=c115b98d-5dee-4b75-acad-6c945a285f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804729 Dec 07 18:50:08.398953 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d8132267-52c7-4fd3-9729-04e83fd9c317 req-46e762a5-bd8a-42a6-8eb4-75c24e9f7b26 service neutron] 10.222.0.23 "GET /v2.0/networks/9d18908e-4fa9-4515-9ad2-63e91916c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970201 Dec 07 18:50:08.453654 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-157e22fd-1b12-4afa-81a4-aff8d58557d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'name': 'tempest-AttachVolumeShelveTestJSON-1544739373-router', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '18038d5c-5f06-43a8-a094-6536afd58616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:43Z', 'updated_at': '2021-12-07T18:45:52Z', 'revision_number': 4, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'gw_port': {'id': '18038d5c-5f06-43a8-a094-6536afd58616', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:44Z', 'updated_at': '2021-12-07T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_floatingips': [{'id': '67b36d61-0589-4bd3-8733-cfb10da23555', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'router_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'port_id': '9d321fb6-c496-4034-a6c7-7c7410c908b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c', 'mac_address': 'fa:16:3e:d6:8c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017abb4f-1da1-4373-83da-f4e5b0d2516b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:49:49Z', 'updated_at': '2021-12-07T18:50:07Z', 'revision_number': 1, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe36049-287c-4583-826b-13470523761e', 'name': '', 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'mac_address': 'fa:16:3e:6c:22:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:50Z', 'updated_at': '2021-12-07T18:46:03Z', 'revision_number': 5, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'subnets': [{'id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:50:08.479680 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157e22fd-1b12-4afa-81a4-aff8d58557d5 None None] The sync data for ids ['b1ba4833-18e2-4e0c-b492-4604b68a9efa'] in dv-cinder-819692-6-iscsi is: [{'id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'name': 'tempest-AttachVolumeShelveTestJSON-1544739373-router', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '18038d5c-5f06-43a8-a094-6536afd58616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:43Z', 'updated_at': '2021-12-07T18:45:52Z', 'revision_number': 4, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'gw_port': {'id': '18038d5c-5f06-43a8-a094-6536afd58616', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:44Z', 'updated_at': '2021-12-07T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_floatingips': [{'id': '67b36d61-0589-4bd3-8733-cfb10da23555', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'router_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'port_id': '9d321fb6-c496-4034-a6c7-7c7410c908b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c', 'mac_address': 'fa:16:3e:d6:8c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017abb4f-1da1-4373-83da-f4e5b0d2516b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:49:49Z', 'updated_at': '2021-12-07T18:50:07Z', 'revision_number': 1, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe36049-287c-4583-826b-13470523761e', 'name': '', 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'mac_address': 'fa:16:3e:6c:22:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:50Z', 'updated_at': '2021-12-07T18:46:03Z', 'revision_number': 5, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'subnets': [{'id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:50:08.673804 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c764f338-0c8c-4b8c-90c0-d771ca304b99 None None] New status for floating IP 67b36d61-0589-4bd3-8733-cfb10da23555: ACTIVE {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 18:50:09.443777 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47b03f-75cc-4020-ac5c-c19c76a85973 req-143fb3b0-9f5f-4108-96f9-a22fb87fec98 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:09.445261 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ff47b03f-75cc-4020-ac5c-c19c76a85973 req-143fb3b0-9f5f-4108-96f9-a22fb87fec98 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/ports?device_id=96bd7c62-a12b-4a95-9b1f-639fac268fb2 HTTP/1.1" status: 200 len: 944 time: 0.0517828 Dec 07 18:50:09.492446 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ff47b03f-75cc-4020-ac5c-c19c76a85973 req-fa74278f-56d2-4028-b50c-8bfd24059d42 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/security-groups?id=c115b98d-5dee-4b75-acad-6c945a285f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411596 Dec 07 18:50:09.552238 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 25d61882-709c-4f2c-acd4-42efcd475bc1 details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:50:09.654121 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 25d61882-709c-4f2c-acd4-42efcd475bc1, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=25d61882-709c-4f2c-acd4-42efcd475bc1,segment=NetworkSegment(5011a04c-676a-4962-aa69-44c8f6d3c271),segment_id=5011a04c-676a-4962-aa69-44c8f6d3c271)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:50:09.670888 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Returning: {'device': '25d61882-709c-4f2c-acd4-42efcd475bc1', 'network_id': '63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8', 'port_id': '25d61882-709c-4f2c-acd4-42efcd475bc1', 'mac_address': 'fa:16:3e:ad:a4:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00c692b7-3b36-4774-9aaf-5fa4bf5dbdc6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:50:09.673715 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:09.708502 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:09.721382 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25d61882-709c-4f2c-acd4-42efcd475bc1 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:50:09.741280 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 25d61882-709c-4f2c-acd4-42efcd475bc1, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=25d61882-709c-4f2c-acd4-42efcd475bc1,segment=NetworkSegment(5011a04c-676a-4962-aa69-44c8f6d3c271),segment_id=5011a04c-676a-4962-aa69-44c8f6d3c271)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:50:09.744959 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:09.792268 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=25d61882-709c-4f2c-acd4-42efcd475bc1,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:50:10.003739 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['25d61882-709c-4f2c-acd4-42efcd475bc1'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:50:10.611143 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bdeed-867c-41d5-b525-fc55f7247c43 req-0077f992-e74c-43eb-8ce5-c84364c10504 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:10.612510 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8d9bdeed-867c-41d5-b525-fc55f7247c43 req-0077f992-e74c-43eb-8ce5-c84364c10504 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/ports?device_id=96bd7c62-a12b-4a95-9b1f-639fac268fb2 HTTP/1.1" status: 200 len: 945 time: 0.0507514 Dec 07 18:50:10.663375 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8d9bdeed-867c-41d5-b525-fc55f7247c43 req-134a5c02-b195-4759-a3d4-923f40937a5f tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/security-groups?id=c115b98d-5dee-4b75-acad-6c945a285f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451324 Dec 07 18:50:11.472525 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:50:11.570125 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 25d61882-709c-4f2c-acd4-42efcd475bc1 up at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:50:11.617750 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning for port 25d61882-709c-4f2c-acd4-42efcd475bc1 completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:50:11.621376 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning complete for port 25d61882-709c-4f2c-acd4-42efcd475bc1 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:50:11.621749 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:11.700574 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:11.724223 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96bd7c62-a12b-4a95-9b1f-639fac268fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d61882-709c-4f2c-acd4-42efcd475bc1'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:50:11.726516 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab3a8ce7da5a640e7c4dfc04f2c3e6911255c2d0b826cd7cc2b97a426bb0a1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3180bf9d-2506-4d8d-a72f-7d5eadd86c00" -d '{"events": [{"server_uuid": "96bd7c62-a12b-4a95-9b1f-639fac268fb2", "name": "network-vif-plugged", "status": "completed", "tag": "25d61882-709c-4f2c-acd4-42efcd475bc1"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:50:11.740501 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 25d61882-709c-4f2c-acd4-42efcd475bc1, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=25d61882-709c-4f2c-acd4-42efcd475bc1,segment=NetworkSegment(5011a04c-676a-4962-aa69-44c8f6d3c271),segment_id=5011a04c-676a-4962-aa69-44c8f6d3c271)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:50:11.745112 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:11.775685 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d156b5-821b-4ac4-93cf-bbad137075a8 x-openstack-request-id: req-71d156b5-821b-4ac4-93cf-bbad137075a8 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:50:11.776741 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96bd7c62-a12b-4a95-9b1f-639fac268fb2", "name": "network-vif-plugged", "status": "completed", "tag": "25d61882-709c-4f2c-acd4-42efcd475bc1", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:50:11.776741 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-71d156b5-821b-4ac4-93cf-bbad137075a8 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:50:11.776741 dv-cinder-819692-6-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96bd7c62-a12b-4a95-9b1f-639fac268fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d61882-709c-4f2c-acd4-42efcd475bc1', 'code': 200} Dec 07 18:50:11.799452 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb380a-337e-4f53-9080-4ec9197c7f7c req-2a6d4868-422a-4feb-9278-f44107e77af7 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:11.801289 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-53cb380a-337e-4f53-9080-4ec9197c7f7c req-2a6d4868-422a-4feb-9278-f44107e77af7 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/ports?device_id=96bd7c62-a12b-4a95-9b1f-639fac268fb2 HTTP/1.1" status: 200 len: 946 time: 0.0658035 Dec 07 18:50:11.802325 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=25d61882-709c-4f2c-acd4-42efcd475bc1,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:50:11.856947 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-53cb380a-337e-4f53-9080-4ec9197c7f7c req-d3cd25cc-995c-4474-bbeb-eae9ea1ac251 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/security-groups?id=c115b98d-5dee-4b75-acad-6c945a285f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441403 Dec 07 18:50:11.963833 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50cadb-2b9a-49dc-8ffe-3a4462176993 req-375468ac-f017-47f1-8980-3cfe25ea0018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:11.965563 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0d50cadb-2b9a-49dc-8ffe-3a4462176993 req-375468ac-f017-47f1-8980-3cfe25ea0018 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=96bd7c62-a12b-4a95-9b1f-639fac268fb2 HTTP/1.1" status: 200 len: 1099 time: 0.0402248 Dec 07 18:50:12.011317 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0d50cadb-2b9a-49dc-8ffe-3a4462176993 req-b323ce23-3688-4446-8f84-371c507ebb1d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c115b98d-5dee-4b75-acad-6c945a285f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364647 Dec 07 18:50:12.974842 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bcc3e-4cdd-4e0f-97a0-2388f2b731c5 req-080e5ef7-a69f-4efb-bb47-62c0bee1b325 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:12.976306 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8f4bcc3e-4cdd-4e0f-97a0-2388f2b731c5 req-080e5ef7-a69f-4efb-bb47-62c0bee1b325 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/ports?device_id=96bd7c62-a12b-4a95-9b1f-639fac268fb2 HTTP/1.1" status: 200 len: 946 time: 0.0477817 Dec 07 18:50:13.024038 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8f4bcc3e-4cdd-4e0f-97a0-2388f2b731c5 req-2a9fd9b5-4e18-4ecf-87be-acc34cca518c tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/security-groups?id=c115b98d-5dee-4b75-acad-6c945a285f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420382 Dec 07 18:50:14.145211 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b3e5e-40b0-42d7-bb04-95fee78cba13 req-c9264c62-822b-4241-b9c6-b10de344fa3f tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:14.146689 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-599b3e5e-40b0-42d7-bb04-95fee78cba13 req-c9264c62-822b-4241-b9c6-b10de344fa3f tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/ports?device_id=96bd7c62-a12b-4a95-9b1f-639fac268fb2 HTTP/1.1" status: 200 len: 946 time: 0.0524013 Dec 07 18:50:14.194485 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-599b3e5e-40b0-42d7-bb04-95fee78cba13 req-75235705-a190-431a-ad52-dd539f99e104 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/security-groups?id=c115b98d-5dee-4b75-acad-6c945a285f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420115 Dec 07 18:50:15.469491 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e948b54d-a450-414f-8a89-1fe94d259760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:17.832105 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2c21c419-7144-4f58-8a9b-ab66a5139cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:19.806056 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:20.307884 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:21.680650 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:35.092962 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae2274-2ab2-4710-9e3a-1163f3dd0764 req-84946c72-b469-499e-9899-4c4e29d25e20 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:35.092962 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-69ae2274-2ab2-4710-9e3a-1163f3dd0764 req-84946c72-b469-499e-9899-4c4e29d25e20 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/ports?device_id=96bd7c62-a12b-4a95-9b1f-639fac268fb2 HTTP/1.1" status: 200 len: 946 time: 0.0536838 Dec 07 18:50:35.140366 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-69ae2274-2ab2-4710-9e3a-1163f3dd0764 req-4c4c2b05-137f-4376-8d12-19f34645ec93 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/security-groups?id=c115b98d-5dee-4b75-acad-6c945a285f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416834 Dec 07 18:50:36.254876 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f878ac-ff59-41f8-aa1a-3a698294f192 req-60bdfd36-72cb-4f2a-8098-b4677ddc07a8 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:36.256332 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-17f878ac-ff59-41f8-aa1a-3a698294f192 req-60bdfd36-72cb-4f2a-8098-b4677ddc07a8 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/ports?device_id=96bd7c62-a12b-4a95-9b1f-639fac268fb2 HTTP/1.1" status: 200 len: 946 time: 0.0472884 Dec 07 18:50:36.302902 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-17f878ac-ff59-41f8-aa1a-3a698294f192 req-c4f43855-7039-4c39-bf8f-dc374f4ac529 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/security-groups?id=c115b98d-5dee-4b75-acad-6c945a285f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410106 Dec 07 18:50:37.066843 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52c09e-dc46-4fd6-ad62-f41179c4a2d6 req-b54830af-db75-4da2-8d41-e8960cfca42d tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:37.068323 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2b52c09e-dc46-4fd6-ad62-f41179c4a2d6 req-b54830af-db75-4da2-8d41-e8960cfca42d tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.23 "GET /v2.0/ports?device_id=96bd7c62-a12b-4a95-9b1f-639fac268fb2 HTTP/1.1" status: 200 len: 946 time: 0.0492897 Dec 07 18:50:37.165467 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-2b52c09e-dc46-4fd6-ad62-f41179c4a2d6 req-4daa5b42-c80f-44dc-ab3f-5b620daeb448 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Deleting port 25d61882-709c-4f2c-acd4-42efcd475bc1 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:50:37.165803 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2b52c09e-dc46-4fd6-ad62-f41179c4a2d6 req-4daa5b42-c80f-44dc-ab3f-5b620daeb448 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:37.254712 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-2b52c09e-dc46-4fd6-ad62-f41179c4a2d6 req-4daa5b42-c80f-44dc-ab3f-5b620daeb448 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] For port 25d61882-709c-4f2c-acd4-42efcd475bc1, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=25d61882-709c-4f2c-acd4-42efcd475bc1,segment=NetworkSegment(5011a04c-676a-4962-aa69-44c8f6d3c271),segment_id=5011a04c-676a-4962-aa69-44c8f6d3c271)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:50:37.255061 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2b52c09e-dc46-4fd6-ad62-f41179c4a2d6 req-4daa5b42-c80f-44dc-ab3f-5b620daeb448 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:37.269439 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-2b52c09e-dc46-4fd6-ad62-f41179c4a2d6 req-4daa5b42-c80f-44dc-ab3f-5b620daeb448 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Calling delete_port for 25d61882-709c-4f2c-acd4-42efcd475bc1 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:50:37.424581 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2b52c09e-dc46-4fd6-ad62-f41179c4a2d6 req-4daa5b42-c80f-44dc-ab3f-5b620daeb448 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529624208'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:37.438024 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['25d61882-709c-4f2c-acd4-42efcd475bc1'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:50:37.457835 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa5b42-c80f-44dc-ab3f-5b620daeb448 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Pushing event deleted for resources: {'Port': ['ID=25d61882-709c-4f2c-acd4-42efcd475bc1,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:50:37.469250 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c877b51-ae1c-49e6-9385-3798773d975e req-48c29405-353b-4508-981c-a3ca3e2455d0 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:50:37.470733 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4c877b51-ae1c-49e6-9385-3798773d975e req-48c29405-353b-4508-981c-a3ca3e2455d0 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/ports?device_id=96bd7c62-a12b-4a95-9b1f-639fac268fb2 HTTP/1.1" status: 200 len: 867 time: 0.0977905 Dec 07 18:50:37.549978 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b52c09e-dc46-4fd6-ad62-f41179c4a2d6 req-4daa5b42-c80f-44dc-ab3f-5b620daeb448 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] No DVR routers for this DVR port 25d61882-709c-4f2c-acd4-42efcd475bc1 on host hv-cinder-81969 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:50:37.553145 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2b52c09e-dc46-4fd6-ad62-f41179c4a2d6 req-4daa5b42-c80f-44dc-ab3f-5b620daeb448 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:37.556451 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2b52c09e-dc46-4fd6-ad62-f41179c4a2d6 req-4daa5b42-c80f-44dc-ab3f-5b620daeb448 tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.23 "DELETE /v2.0/ports/25d61882-709c-4f2c-acd4-42efcd475bc1 HTTP/1.1" status: 204 len: 173 time: 0.4804840 Dec 07 18:50:37.556910 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96bd7c62-a12b-4a95-9b1f-639fac268fb2', 'name': 'network-vif-deleted', 'tag': '25d61882-709c-4f2c-acd4-42efcd475bc1'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:50:37.559160 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f47eea71b5ba0831d378bb06dcf61d9c2f9c3cd1ea737a862f2010bc1a834e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77890a8f-2143-4545-a9fe-55faafdc24e9" -d '{"events": [{"server_uuid": "96bd7c62-a12b-4a95-9b1f-639fac268fb2", "name": "network-vif-deleted", "tag": "25d61882-709c-4f2c-acd4-42efcd475bc1"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:50:37.587271 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4c877b51-ae1c-49e6-9385-3798773d975e req-b7d68356-8855-4e55-916e-f3087a0d57ab tempest-VolumesSnapshotTestJSON-764546366 tempest-VolumesSnapshotTestJSON-764546366-project] 10.222.0.41 "GET /v2.0/security-groups?id=c115b98d-5dee-4b75-acad-6c945a285f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853574 Dec 07 18:50:37.610415 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae8adbe-93eb-4336-a090-c949d9f3c5f1 x-openstack-request-id: req-eae8adbe-93eb-4336-a090-c949d9f3c5f1 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:50:37.610415 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96bd7c62-a12b-4a95-9b1f-639fac268fb2", "name": "network-vif-deleted", "tag": "25d61882-709c-4f2c-acd4-42efcd475bc1", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:50:37.610415 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eae8adbe-93eb-4336-a090-c949d9f3c5f1 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:50:37.610415 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96bd7c62-a12b-4a95-9b1f-639fac268fb2', 'name': 'network-vif-deleted', 'tag': '25d61882-709c-4f2c-acd4-42efcd475bc1', 'status': 'completed', 'code': 200} Dec 07 18:50:39.676481 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:42.953385 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 25d61882-709c-4f2c-acd4-42efcd475bc1 no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:50:42.974092 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] No Port match for: 25d61882-709c-4f2c-acd4-42efcd475bc1 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:50:42.974438 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 25d61882-709c-4f2c-acd4-42efcd475bc1 not bound to the agent host hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:50:45.470425 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-87efa53a-9b8c-42ef-aa94-4be35d915938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:47.840809 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-178deeef-e0b5-4fac-8fa8-86141767b337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:48.471985 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:50:49.808368 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:50.310599 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:50:51.686174 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:01.221509 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 37584) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:51:01.279584 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_v2 [None req-05fb1051-9f43-403f-8aeb-644acffc560a admin admin] Deleting subnet 00c692b7-3b36-4774-9aaf-5fa4bf5dbdc6 {{(pid=109084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 18:51:01.282802 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-05fb1051-9f43-403f-8aeb-644acffc560a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:01.322711 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-05fb1051-9f43-403f-8aeb-644acffc560a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529821108'] for subnet, precommit_delete_associations {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:01.361270 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-05fb1051-9f43-403f-8aeb-644acffc560a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1752923'] for subnet, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:01.410834 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-05fb1051-9f43-403f-8aeb-644acffc560a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1752898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530415315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530068101'] for subnet, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:01.437944 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb1051-9f43-403f-8aeb-644acffc560a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00c692b7-3b36-4774-9aaf-5fa4bf5dbdc6,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:51:01.441698 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-05fb1051-9f43-403f-8aeb-644acffc560a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:01.444474 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-05fb1051-9f43-403f-8aeb-644acffc560a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/00c692b7-3b36-4774-9aaf-5fa4bf5dbdc6 HTTP/1.1" status: 204 len: 168 time: 0.2204776 Dec 07 18:51:01.447004 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 37588) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:51:01.454180 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb1051-9f43-403f-8aeb-644acffc560a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:51:01.454547 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb1051-9f43-403f-8aeb-644acffc560a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:51:01.454955 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb1051-9f43-403f-8aeb-644acffc560a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:51:01.455416 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb1051-9f43-403f-8aeb-644acffc560a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:51:01.455762 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb1051-9f43-403f-8aeb-644acffc560a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:51:01.456183 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb1051-9f43-403f-8aeb-644acffc560a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:51:01.456638 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb1051-9f43-403f-8aeb-644acffc560a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:51:01.457017 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb1051-9f43-403f-8aeb-644acffc560a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:51:01.457359 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb1051-9f43-403f-8aeb-644acffc560a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:51:01.457830 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb1051-9f43-403f-8aeb-644acffc560a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:51:01.458192 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb1051-9f43-403f-8aeb-644acffc560a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:51:01.458610 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb1051-9f43-403f-8aeb-644acffc560a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:51:01.458914 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb1051-9f43-403f-8aeb-644acffc560a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:51:01.521719 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2a5f5c2d-a45f-472b-ae6a-35cf7e7d5f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639551'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:01.598535 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2a5f5c2d-a45f-472b-ae6a-35cf7e7d5f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587410', 'neutron.services.segments.db._delete_segments_for_network-8753414418342'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:01.618217 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-2a5f5c2d-a45f-472b-ae6a-35cf7e7d5f0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:51:01.627185 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-2a5f5c2d-a45f-472b-ae6a-35cf7e7d5f0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5011a04c-676a-4962-aa69-44c8f6d3c271') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:51:01.627482 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-2a5f5c2d-a45f-472b-ae6a-35cf7e7d5f0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5011a04c-676a-4962-aa69-44c8f6d3c271') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:51:01.636508 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2a5f5c2d-a45f-472b-ae6a-35cf7e7d5f0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753414568039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529982506'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:01.649415 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2a5f5c2d-a45f-472b-ae6a-35cf7e7d5f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:01.655925 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a5f5c2d-a45f-472b-ae6a-35cf7e7d5f0f admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 18:51:01.656362 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2a5f5c2d-a45f-472b-ae6a-35cf7e7d5f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529623631'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:01.658159 dv-cinder-819692-6-iscsi neutron-server[109085]: Traceback (most recent call last): Dec 07 18:51:01.658159 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 18:51:01.658159 dv-cinder-819692-6-iscsi neutron-server[109085]: timer() Dec 07 18:51:01.658159 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 18:51:01.658159 dv-cinder-819692-6-iscsi neutron-server[109085]: cb(*args, **kw) Dec 07 18:51:01.658159 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 18:51:01.658159 dv-cinder-819692-6-iscsi neutron-server[109085]: return func(*args, **kwargs) Dec 07 18:51:01.658159 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 18:51:01.658159 dv-cinder-819692-6-iscsi neutron-server[109085]: self._notify() Dec 07 18:51:01.658159 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 18:51:01.658159 dv-cinder-819692-6-iscsi neutron-server[109085]: self.callback(batched_events) Dec 07 18:51:01.658159 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 18:51:01.658159 dv-cinder-819692-6-iscsi neutron-server[109085]: event.method(event) Dec 07 18:51:01.658159 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 18:51:01.658159 dv-cinder-819692-6-iscsi neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 18:51:01.658159 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 18:51:01.658159 dv-cinder-819692-6-iscsi neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 18:51:01.658159 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 18:51:01.658159 dv-cinder-819692-6-iscsi neutron-server[109085]: return f(self, *a, **k) Dec 07 18:51:01.658159 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 18:51:01.658159 dv-cinder-819692-6-iscsi neutron-server[109085]: return self._get(url).json() Dec 07 18:51:01.658159 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 18:51:01.658159 dv-cinder-819692-6-iscsi neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 18:51:01.658159 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 18:51:01.658159 dv-cinder-819692-6-iscsi neutron-server[109085]: return self.request(url, 'GET', **kwargs) Dec 07 18:51:01.658159 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 18:51:01.658159 dv-cinder-819692-6-iscsi neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 18:51:01.658159 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 18:51:01.658159 dv-cinder-819692-6-iscsi neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 18:51:01.658159 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 18:51:01.658159 dv-cinder-819692-6-iscsi neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 18:51:01.658159 dv-cinder-819692-6-iscsi neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 18:51:01.713420 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2a5f5c2d-a45f-472b-ae6a-35cf7e7d5f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644911'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:01.719219 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2a5f5c2d-a45f-472b-ae6a-35cf7e7d5f0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:01.722446 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-2a5f5c2d-a45f-472b-ae6a-35cf7e7d5f0f admin admin] 10.222.0.41 "DELETE /v2.0/networks/63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8 HTTP/1.1" status: 204 len: 168 time: 0.2744493 Dec 07 18:51:01.733666 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f5c2d-a45f-472b-ae6a-35cf7e7d5f0f admin admin] Pushing event deleted for resources: {'Network': ['ID=63fc2b78-f69b-4eb4-88bc-0e61b27ee4f8,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:51:01.740801 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f5c2d-a45f-472b-ae6a-35cf7e7d5f0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:51:01.741157 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f5c2d-a45f-472b-ae6a-35cf7e7d5f0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:51:01.741505 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f5c2d-a45f-472b-ae6a-35cf7e7d5f0f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:51:01.741845 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f5c2d-a45f-472b-ae6a-35cf7e7d5f0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:51:01.742285 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f5c2d-a45f-472b-ae6a-35cf7e7d5f0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:51:01.742621 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f5c2d-a45f-472b-ae6a-35cf7e7d5f0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:51:01.742949 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f5c2d-a45f-472b-ae6a-35cf7e7d5f0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:51:01.743279 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f5c2d-a45f-472b-ae6a-35cf7e7d5f0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:51:01.743607 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f5c2d-a45f-472b-ae6a-35cf7e7d5f0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:51:01.743936 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f5c2d-a45f-472b-ae6a-35cf7e7d5f0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:51:01.744261 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f5c2d-a45f-472b-ae6a-35cf7e7d5f0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:51:01.744582 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f5c2d-a45f-472b-ae6a-35cf7e7d5f0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:51:01.744901 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f5c2d-a45f-472b-ae6a-35cf7e7d5f0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:51:01.880429 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 37594) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:51:01.920657 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-15829d0e-58cd-47d3-ad5d-684ee0d7a8a1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=103d606fa1a54ad8993058e83b59a30c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390675 Dec 07 18:51:01.923382 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 37596) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:51:01.973246 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-757a3028-0475-4b6d-8238-fdf8061ba61e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:01.993349 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-757a3028-0475-4b6d-8238-fdf8061ba61e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:02.041037 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-757a3028-0475-4b6d-8238-fdf8061ba61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:02.043691 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-757a3028-0475-4b6d-8238-fdf8061ba61e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:02.045484 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-757a3028-0475-4b6d-8238-fdf8061ba61e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c115b98d-5dee-4b75-acad-6c945a285f18 HTTP/1.1" status: 204 len: 168 time: 0.1205525 Dec 07 18:51:02.054008 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a3028-0475-4b6d-8238-fdf8061ba61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c115b98d-5dee-4b75-acad-6c945a285f18,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:51:06.522746 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644be0c-f37e-4b8a-bb78-3860b3f3af2b req-f43589af-6db4-4175-820e-57d91e6e48a7 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:06.524212 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2644be0c-f37e-4b8a-bb78-3860b3f3af2b req-f43589af-6db4-4175-820e-57d91e6e48a7 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 946 time: 0.0482609 Dec 07 18:51:06.574794 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2644be0c-f37e-4b8a-bb78-3860b3f3af2b req-d5ac5601-d531-466f-a7fd-b6434c9f6de6 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446727 Dec 07 18:51:07.694052 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28efa4-c46d-42c3-8386-39fb1e36b3f5 req-bcb7a99a-b063-4c8f-addd-2600ca202c5d tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:07.695453 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6e28efa4-c46d-42c3-8386-39fb1e36b3f5 req-bcb7a99a-b063-4c8f-addd-2600ca202c5d tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 946 time: 0.0494192 Dec 07 18:51:07.742261 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6e28efa4-c46d-42c3-8386-39fb1e36b3f5 req-201f89a3-5e46-4e59-81f2-9c2540565204 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408983 Dec 07 18:51:08.861377 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84896fe-54bd-472c-b468-2fc49f8f7d9b req-dbc52f80-d8e5-4392-b5f0-3db411ce7d45 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:08.862837 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c84896fe-54bd-472c-b468-2fc49f8f7d9b req-dbc52f80-d8e5-4392-b5f0-3db411ce7d45 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 946 time: 0.0475256 Dec 07 18:51:08.909371 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c84896fe-54bd-472c-b468-2fc49f8f7d9b req-37ef3349-34da-4216-a84e-a035f3e0e1fb tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407796 Dec 07 18:51:09.672281 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:10.031191 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52b38b-0b25-4de6-871b-3930d55b8c2f req-85b7f503-1d94-4e40-85c9-102ff786f437 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:10.032788 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9d52b38b-0b25-4de6-871b-3930d55b8c2f req-85b7f503-1d94-4e40-85c9-102ff786f437 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 946 time: 0.0488074 Dec 07 18:51:10.080466 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9d52b38b-0b25-4de6-871b-3930d55b8c2f req-866a9c1c-8b38-43b5-8a37-ff7b14406202 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418200 Dec 07 18:51:11.198260 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b4d8f-eb89-4de0-99b6-8907e24a1361 req-2c61f255-0420-4aa0-a19c-f59b1f5a3fe1 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:11.199725 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c09b4d8f-eb89-4de0-99b6-8907e24a1361 req-2c61f255-0420-4aa0-a19c-f59b1f5a3fe1 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 946 time: 0.0495379 Dec 07 18:51:11.246121 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c09b4d8f-eb89-4de0-99b6-8907e24a1361 req-ecabdc79-368e-4810-9253-160b4fd7b851 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404968 Dec 07 18:51:12.369445 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65549c-cec4-4b40-86b5-ed8316bd0ff5 req-2dfb06bb-891f-4952-94ad-47edde4c4eb2 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:12.370935 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-dd65549c-cec4-4b40-86b5-ed8316bd0ff5 req-2dfb06bb-891f-4952-94ad-47edde4c4eb2 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 946 time: 0.0549545 Dec 07 18:51:12.417384 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-dd65549c-cec4-4b40-86b5-ed8316bd0ff5 req-ab84bee2-4c2e-4bd6-bacf-cfb8a5aa2903 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399551 Dec 07 18:51:13.538695 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d4135-02e4-4700-b79d-14b7ae98c26b req-3686c319-ddb0-4b62-ba27-e7445de3babe tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:13.540135 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d23d4135-02e4-4700-b79d-14b7ae98c26b req-3686c319-ddb0-4b62-ba27-e7445de3babe tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 946 time: 0.0510135 Dec 07 18:51:13.587627 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d23d4135-02e4-4700-b79d-14b7ae98c26b req-173e7163-a1af-42d8-ae2e-3c456ebaaf87 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403655 Dec 07 18:51:14.707265 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3aed8e-8a00-4f88-bd0d-8b4969f50456 req-eb2038b7-1be1-4534-b169-1d8c5e3f3139 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:14.708729 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ee3aed8e-8a00-4f88-bd0d-8b4969f50456 req-eb2038b7-1be1-4534-b169-1d8c5e3f3139 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 946 time: 0.0499859 Dec 07 18:51:14.755739 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ee3aed8e-8a00-4f88-bd0d-8b4969f50456 req-85faac64-1e07-4e78-afad-6509d667078d tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410523 Dec 07 18:51:15.472151 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cead6efe-7c60-4022-931c-eefdbc819c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:15.872908 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776abc9-1aeb-42e2-82c1-318e9af120fd req-e2b282a8-a16c-4846-a0b0-6085067c626e tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:15.874380 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a776abc9-1aeb-42e2-82c1-318e9af120fd req-e2b282a8-a16c-4846-a0b0-6085067c626e tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 946 time: 0.0480535 Dec 07 18:51:15.919260 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a776abc9-1aeb-42e2-82c1-318e9af120fd req-66695ec7-ac54-4ae9-b97c-28e4522f9f80 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391455 Dec 07 18:51:17.043512 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c64df-a01d-4e2a-b30b-bf22e418291b req-208a8e9a-b247-411f-b1ec-b813f9d0907b tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:17.046129 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-813c64df-a01d-4e2a-b30b-bf22e418291b req-208a8e9a-b247-411f-b1ec-b813f9d0907b tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 946 time: 0.0553534 Dec 07 18:51:17.097600 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-813c64df-a01d-4e2a-b30b-bf22e418291b req-efe826e5-8115-432b-b2c4-626e9d85d004 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417457 Dec 07 18:51:17.833320 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-75ec9471-0639-4e1b-abf8-0bf26a75d95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:17.924908 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 9d321fb6-c496-4034-a6c7-7c7410c908b0 details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:51:18.023535 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 9d321fb6-c496-4034-a6c7-7c7410c908b0, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=9d321fb6-c496-4034-a6c7-7c7410c908b0,segment=NetworkSegment(4e11373f-4e76-4ab5-86c0-112fb5aca0d4),segment_id=4e11373f-4e76-4ab5-86c0-112fb5aca0d4)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:51:18.034405 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Returning: {'device': '9d321fb6-c496-4034-a6c7-7c7410c908b0', 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c', 'port_id': '9d321fb6-c496-4034-a6c7-7c7410c908b0', 'mac_address': 'fa:16:3e:d6:8c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:51:18.070700 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:18.083612 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d321fb6-c496-4034-a6c7-7c7410c908b0 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:51:18.102143 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 9d321fb6-c496-4034-a6c7-7c7410c908b0, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=9d321fb6-c496-4034-a6c7-7c7410c908b0,segment=NetworkSegment(4e11373f-4e76-4ab5-86c0-112fb5aca0d4),segment_id=4e11373f-4e76-4ab5-86c0-112fb5aca0d4)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:51:18.105972 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:18.155132 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=9d321fb6-c496-4034-a6c7-7c7410c908b0,revision_number=6']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:51:18.162273 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:51:18.162628 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:51:18.162975 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:51:18.163325 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:51:18.163645 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:51:18.163983 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:51:18.164422 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:51:18.164934 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:51:18.165188 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:51:18.165538 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:51:18.165863 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:51:18.166293 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:51:18.166686 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:51:18.215526 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['9d321fb6-c496-4034-a6c7-7c7410c908b0'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:51:18.218308 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea226540-c97c-4f12-8973-8b6a82d6e6dd req-9aa424ef-6a08-408e-b153-7e8c3282698e tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:18.219815 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ea226540-c97c-4f12-8973-8b6a82d6e6dd req-9aa424ef-6a08-408e-b153-7e8c3282698e tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 945 time: 0.0506499 Dec 07 18:51:18.270427 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ea226540-c97c-4f12-8973-8b6a82d6e6dd req-37f8e51e-85c3-447e-bde6-aebdbe5a899f tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446103 Dec 07 18:51:19.415582 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05419678-1643-4f3c-b109-046211ef4d23 req-b7d09d8a-e36c-44be-ae3c-f4f03929c638 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:19.415582 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-05419678-1643-4f3c-b109-046211ef4d23 req-b7d09d8a-e36c-44be-ae3c-f4f03929c638 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 945 time: 0.0532594 Dec 07 18:51:19.464318 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-05419678-1643-4f3c-b109-046211ef4d23 req-4f4ab8c4-2cf4-468e-bfa3-3133e0a62afb tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441380 Dec 07 18:51:19.816690 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:19.940348 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 9d321fb6-c496-4034-a6c7-7c7410c908b0 up at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:51:19.995150 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning complete for port 9d321fb6-c496-4034-a6c7-7c7410c908b0 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:51:19.995606 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:20.086057 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:20.110379 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017abb4f-1da1-4373-83da-f4e5b0d2516b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d321fb6-c496-4034-a6c7-7c7410c908b0'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:51:20.112647 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab3a8ce7da5a640e7c4dfc04f2c3e6911255c2d0b826cd7cc2b97a426bb0a1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1dc18e3-e945-4ef7-b68f-2f900ddf013b" -d '{"events": [{"server_uuid": "017abb4f-1da1-4373-83da-f4e5b0d2516b", "name": "network-vif-plugged", "status": "completed", "tag": "9d321fb6-c496-4034-a6c7-7c7410c908b0"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:51:20.129684 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 9d321fb6-c496-4034-a6c7-7c7410c908b0, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=9d321fb6-c496-4034-a6c7-7c7410c908b0,segment=NetworkSegment(4e11373f-4e76-4ab5-86c0-112fb5aca0d4),segment_id=4e11373f-4e76-4ab5-86c0-112fb5aca0d4)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:51:20.134804 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:20.161797 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6437b90-00dd-4bad-9c37-498e67a7184a x-openstack-request-id: req-a6437b90-00dd-4bad-9c37-498e67a7184a {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:51:20.162120 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "017abb4f-1da1-4373-83da-f4e5b0d2516b", "name": "network-vif-plugged", "status": "completed", "tag": "9d321fb6-c496-4034-a6c7-7c7410c908b0", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:51:20.162379 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a6437b90-00dd-4bad-9c37-498e67a7184a {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:51:20.162775 dv-cinder-819692-6-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017abb4f-1da1-4373-83da-f4e5b0d2516b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d321fb6-c496-4034-a6c7-7c7410c908b0', 'code': 200} Dec 07 18:51:20.193743 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=9d321fb6-c496-4034-a6c7-7c7410c908b0,revision_number=7']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:51:20.318575 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:20.603877 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b6e9a-5355-4351-9d3b-fb8768cac2c7 req-bde47e17-90ab-46db-9446-71f95d237c44 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:20.608524 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f16b6e9a-5355-4351-9d3b-fb8768cac2c7 req-bde47e17-90ab-46db-9446-71f95d237c44 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 946 time: 0.0622692 Dec 07 18:51:20.665584 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f16b6e9a-5355-4351-9d3b-fb8768cac2c7 req-47a9938c-f215-4edd-aa2e-59542ecdce36 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514209 Dec 07 18:51:21.693893 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:21.799964 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb92c88-19ac-4180-b31f-11fe7d13d01c req-72d8f239-a929-42e9-bcf7-ae1b0512169c tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:21.801585 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-abb92c88-19ac-4180-b31f-11fe7d13d01c req-72d8f239-a929-42e9-bcf7-ae1b0512169c tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 946 time: 0.0522585 Dec 07 18:51:21.853638 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-abb92c88-19ac-4180-b31f-11fe7d13d01c req-1e2f1bb8-942c-4e74-a5d8-5b865943856f tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455728 Dec 07 18:51:23.019814 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabe900-408c-4f28-9929-4cbee2054eb1 req-4e6015a4-4803-4653-ada9-d0c4e1952e32 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:23.027119 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0dabe900-408c-4f28-9929-4cbee2054eb1 req-4e6015a4-4803-4653-ada9-d0c4e1952e32 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 946 time: 0.0837405 Dec 07 18:51:23.080638 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0dabe900-408c-4f28-9929-4cbee2054eb1 req-703bd113-b010-432d-82ea-2c650525ddcb tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525329 Dec 07 18:51:24.204523 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8638f-4872-4b1a-a0d8-8def95cd01a8 req-2a7044c0-e0dd-4332-adf6-b92e213d60ab tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:24.206320 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4bf8638f-4872-4b1a-a0d8-8def95cd01a8 req-2a7044c0-e0dd-4332-adf6-b92e213d60ab tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 946 time: 0.0495102 Dec 07 18:51:24.264183 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4bf8638f-4872-4b1a-a0d8-8def95cd01a8 req-2ec7118b-8212-487f-ad26-9591cb401740 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489371 Dec 07 18:51:25.398066 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49974493-77b0-40bf-80eb-8ff1df4d3a67 req-34307bea-0d41-4e86-9c4d-ff636782c544 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:25.405831 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-49974493-77b0-40bf-80eb-8ff1df4d3a67 req-34307bea-0d41-4e86-9c4d-ff636782c544 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 946 time: 0.0613968 Dec 07 18:51:25.454524 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-49974493-77b0-40bf-80eb-8ff1df4d3a67 req-ca512381-7818-4a08-b230-46356334550a tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475349 Dec 07 18:51:25.476913 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:51:26.600518 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a28d09-054d-47d5-816a-22d0ba4cc805 req-8ddc8956-be3d-4118-a7c0-d846e5867d0c tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:26.602667 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c4a28d09-054d-47d5-816a-22d0ba4cc805 req-8ddc8956-be3d-4118-a7c0-d846e5867d0c tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 946 time: 0.0698035 Dec 07 18:51:26.661110 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c4a28d09-054d-47d5-816a-22d0ba4cc805 req-82dda6d6-70cb-4f87-b2e3-6721a9484b65 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501766 Dec 07 18:51:27.816308 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328752e-4113-41fb-b06c-dc3d1f735a7c req-a6780901-0f6f-48d7-989e-1eb8b168ef3c tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:27.818736 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e328752e-4113-41fb-b06c-dc3d1f735a7c req-a6780901-0f6f-48d7-989e-1eb8b168ef3c tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 946 time: 0.0685613 Dec 07 18:51:27.890770 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e328752e-4113-41fb-b06c-dc3d1f735a7c req-21fd0aa4-8f10-45c5-a46f-766f78e42126 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655181 Dec 07 18:51:28.750641 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9834f-22bc-4b6a-a77b-46c8536464bb req-c6544138-07d8-4a44-b87e-483261471ba1 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:28.752105 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a5b9834f-22bc-4b6a-a77b-46c8536464bb req-c6544138-07d8-4a44-b87e-483261471ba1 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223b4da-cb69-4ac7-834e-04eb11b904fa HTTP/1.1" status: 200 len: 946 time: 0.0513802 Dec 07 18:51:28.821402 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a5b9834f-22bc-4b6a-a77b-46c8536464bb req-9dfc2441-e6a3-4da4-a04b-bcb94499b106 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=56a47646-91b0-456e-b5df-6c33ccf41f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632010 Dec 07 18:51:28.835283 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4a10b-9dae-483a-bed3-0af622d5664b req-ebe7859e-9fa4-4167-8591-e7d3c3017756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:28.836817 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-67e4a10b-9dae-483a-bed3-0af622d5664b req-ebe7859e-9fa4-4167-8591-e7d3c3017756 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2417a4b6b8b04e738fe57f1c882d88bc&device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 1099 time: 0.0581715 Dec 07 18:51:28.930681 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4a10b-9dae-483a-bed3-0af622d5664b req-8ecd2036-e4fa-4f40-a062-972a04f8a833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:28.932144 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-67e4a10b-9dae-483a-bed3-0af622d5664b req-8ecd2036-e4fa-4f40-a062-972a04f8a833 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9d18908e-4fa9-4515-9ad2-63e91916c83c HTTP/1.1" status: 200 len: 918 time: 0.0878861 Dec 07 18:51:29.004917 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-67e4a10b-9dae-483a-bed3-0af622d5664b req-c3d3a6f1-3d62-4bcd-ac6f-a4bd7e0b6867 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d321fb6-c496-4034-a6c7-7c7410c908b0 HTTP/1.1" status: 200 len: 1002 time: 0.0637522 Dec 07 18:51:29.018682 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344eb704-8a42-490f-9b3b-c397e0bfbd89 req-fc435fae-2a6a-4c20-8b2c-bc9865e9b946 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:29.020150 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-344eb704-8a42-490f-9b3b-c397e0bfbd89 req-fc435fae-2a6a-4c20-8b2c-bc9865e9b946 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 946 time: 0.0493391 Dec 07 18:51:29.052883 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4a10b-9dae-483a-bed3-0af622d5664b req-7fafc5a9-e8d6-4d90-bd79-7ade9e058547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:29.054349 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-67e4a10b-9dae-483a-bed3-0af622d5664b req-7fafc5a9-e8d6-4d90-bd79-7ade9e058547 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88 HTTP/1.1" status: 200 len: 856 time: 0.0438445 Dec 07 18:51:29.066792 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-344eb704-8a42-490f-9b3b-c397e0bfbd89 req-5f13d482-8575-49d3-aed1-a36603cf0d7a tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406423 Dec 07 18:51:29.099505 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4a10b-9dae-483a-bed3-0af622d5664b req-6c661967-fd60-4b17-87c1-2d56313db691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:29.101000 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-67e4a10b-9dae-483a-bed3-0af622d5664b req-6c661967-fd60-4b17-87c1-2d56313db691 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9d18908e-4fa9-4515-9ad2-63e91916c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392609 Dec 07 18:51:29.194196 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-67e4a10b-9dae-483a-bed3-0af622d5664b req-d237c343-b972-48df-8743-0fa02eb1d9f5 service neutron] 10.222.0.23 "GET /v2.0/networks/9d18908e-4fa9-4515-9ad2-63e91916c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845056 Dec 07 18:51:29.283223 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-67e4a10b-9dae-483a-bed3-0af622d5664b req-ceacd771-4e34-4265-ad5e-25b53b6548a5 service neutron] 10.222.0.23 "GET /v2.0/networks/9d18908e-4fa9-4515-9ad2-63e91916c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808089 Dec 07 18:51:29.937598 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6de6b8-c6d6-4711-9e3c-4e1944e26408 req-1bbe543d-26e9-4999-acbe-6f59bda97ca9 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:29.939060 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5f6de6b8-c6d6-4711-9e3c-4e1944e26408 req-1bbe543d-26e9-4999-acbe-6f59bda97ca9 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223b4da-cb69-4ac7-834e-04eb11b904fa HTTP/1.1" status: 200 len: 946 time: 0.0484941 Dec 07 18:51:29.988782 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5f6de6b8-c6d6-4711-9e3c-4e1944e26408 req-4ee38eb3-eed2-469a-a401-38b058e94b34 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=56a47646-91b0-456e-b5df-6c33ccf41f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438821 Dec 07 18:51:30.192585 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c638d2-3d67-466a-9dc6-b9a9214c4b51 req-4a80ead5-693f-4ed4-9764-c68950114173 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:30.194136 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b2c638d2-3d67-466a-9dc6-b9a9214c4b51 req-4a80ead5-693f-4ed4-9764-c68950114173 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 946 time: 0.0544090 Dec 07 18:51:30.241870 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b2c638d2-3d67-466a-9dc6-b9a9214c4b51 req-59c1e00f-2ae4-4391-aad2-bbabff9a9b9b tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418906 Dec 07 18:51:30.438122 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609486e-d2f2-4e0e-801e-5ce1ccc838ff req-96240adf-0293-4ee9-b379-90c6f0092aa4 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:30.439555 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f609486e-d2f2-4e0e-801e-5ce1ccc838ff req-96240adf-0293-4ee9-b379-90c6f0092aa4 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.23 "GET /v2.0/ports?device_id=0223b4da-cb69-4ac7-834e-04eb11b904fa HTTP/1.1" status: 200 len: 946 time: 0.0480235 Dec 07 18:51:30.526993 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-f609486e-d2f2-4e0e-801e-5ce1ccc838ff req-1355f964-3218-412e-88a7-c69c3efe3dc8 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Deleting port c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:51:30.527321 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f609486e-d2f2-4e0e-801e-5ce1ccc838ff req-1355f964-3218-412e-88a7-c69c3efe3dc8 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:30.615334 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-f609486e-d2f2-4e0e-801e-5ce1ccc838ff req-1355f964-3218-412e-88a7-c69c3efe3dc8 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] For port c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b,segment=NetworkSegment(414c2cea-d8a0-44ed-b4ec-3cd1a1242c00),segment_id=414c2cea-d8a0-44ed-b4ec-3cd1a1242c00)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:51:30.615683 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f609486e-d2f2-4e0e-801e-5ce1ccc838ff req-1355f964-3218-412e-88a7-c69c3efe3dc8 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:31.134476 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f609486e-d2f2-4e0e-801e-5ce1ccc838ff req-1355f964-3218-412e-88a7-c69c3efe3dc8 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:31.135202 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f609486e-d2f2-4e0e-801e-5ce1ccc838ff req-1355f964-3218-412e-88a7-c69c3efe3dc8 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652997'] for floatingip, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:31.135202 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.db.l3_db [req-f609486e-d2f2-4e0e-801e-5ce1ccc838ff req-1355f964-3218-412e-88a7-c69c3efe3dc8 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Floating IP 01bfb687-74ef-49d9-b4eb-2f7cf39cee96 disassociated. External IP: 172.27.0.200, port: c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b. Dec 07 18:51:31.135420 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-f609486e-d2f2-4e0e-801e-5ce1ccc838ff req-1355f964-3218-412e-88a7-c69c3efe3dc8 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Calling delete_port for c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:51:31.152745 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6eaae-8bce-4e7d-9fca-740b41d211cf req-a2364feb-284b-4b6b-ab6e-edf198221213 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:31.154343 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d4c6eaae-8bce-4e7d-9fca-740b41d211cf req-a2364feb-284b-4b6b-ab6e-edf198221213 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223b4da-cb69-4ac7-834e-04eb11b904fa HTTP/1.1" status: 200 len: 946 time: 0.0890968 Dec 07 18:51:31.254677 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d4c6eaae-8bce-4e7d-9fca-740b41d211cf req-49584b14-001c-4519-9aa3-a8500d0f3ceb tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups?id=56a47646-91b0-456e-b5df-6c33ccf41f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661809 Dec 07 18:51:31.320014 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f609486e-d2f2-4e0e-801e-5ce1ccc838ff req-1355f964-3218-412e-88a7-c69c3efe3dc8 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529624208'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:31.349901 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355f964-3218-412e-88a7-c69c3efe3dc8 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Pushing event deleted for resources: {'Port': ['ID=c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:51:31.376829 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2fd41-63bc-41f3-8bd7-ca607546695c req-1922a53a-13ae-49e8-b55a-b816ac23bd70 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:31.378321 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a7a2fd41-63bc-41f3-8bd7-ca607546695c req-1922a53a-13ae-49e8-b55a-b816ac23bd70 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 946 time: 0.0601811 Dec 07 18:51:31.438749 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a7a2fd41-63bc-41f3-8bd7-ca607546695c req-4c993ea5-ca76-4215-9d2d-3e21e526c47e tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542510 Dec 07 18:51:31.463895 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f609486e-d2f2-4e0e-801e-5ce1ccc838ff req-1355f964-3218-412e-88a7-c69c3efe3dc8 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Router ce290922-b1a8-4930-aa50-785d427c7fae has already been hosted by L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:51:31.576705 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f609486e-d2f2-4e0e-801e-5ce1ccc838ff req-1355f964-3218-412e-88a7-c69c3efe3dc8 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:51:31.588724 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12ac770-96f0-4e49-9e39-d26a92f03316 None None] Sync routers for ids ['ce290922-b1a8-4930-aa50-785d427c7fae'] in dv-cinder-819692-6-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:51:31.598562 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12ac770-96f0-4e49-9e39-d26a92f03316 None None] Routers {'ce290922-b1a8-4930-aa50-785d427c7fae'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:51:31.599570 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-e12ac770-96f0-4e49-9e39-d26a92f03316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:51:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['ce290922-b1a8-4930-aa50-785d427c7fae'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:51:31.621198 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-f609486e-d2f2-4e0e-801e-5ce1ccc838ff req-1355f964-3218-412e-88a7-c69c3efe3dc8 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] No DVR routers for this DVR port c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b on host hv-cinder-81969 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:51:31.623843 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f609486e-d2f2-4e0e-801e-5ce1ccc838ff req-1355f964-3218-412e-88a7-c69c3efe3dc8 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:31.627210 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f609486e-d2f2-4e0e-801e-5ce1ccc838ff req-1355f964-3218-412e-88a7-c69c3efe3dc8 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.23 "DELETE /v2.0/ports/c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b HTTP/1.1" status: 204 len: 173 time: 1.1810009 Dec 07 18:51:31.627656 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0223b4da-cb69-4ac7-834e-04eb11b904fa', 'name': 'network-vif-deleted', 'tag': 'c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:51:31.629894 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f47eea71b5ba0831d378bb06dcf61d9c2f9c3cd1ea737a862f2010bc1a834e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bab355-b844-42fd-9f86-8be7b8fe18eb" -d '{"events": [{"server_uuid": "0223b4da-cb69-4ac7-834e-04eb11b904fa", "name": "network-vif-deleted", "tag": "c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:51:31.668510 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e559c8cf-7c9b-4e21-bf1c-04fe232d4f5f x-openstack-request-id: req-e559c8cf-7c9b-4e21-bf1c-04fe232d4f5f {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:51:31.669523 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0223b4da-cb69-4ac7-834e-04eb11b904fa", "name": "network-vif-deleted", "tag": "c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:51:31.676542 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e559c8cf-7c9b-4e21-bf1c-04fe232d4f5f {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:51:31.677367 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0223b4da-cb69-4ac7-834e-04eb11b904fa', 'name': 'network-vif-deleted', 'tag': 'c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b', 'status': 'completed', 'code': 200} Dec 07 18:51:31.745293 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-e12ac770-96f0-4e49-9e39-d26a92f03316 None None] Set router ce290922-b1a8-4930-aa50-785d427c7fae gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:51:31.969054 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-e12ac770-96f0-4e49-9e39-d26a92f03316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'name': 'tempest-AttachVolumeTestJSON-1299123142-router', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '34e25bdd-a0fe-408e-bacf-a5ed42286fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:44:29Z', 'updated_at': '2021-12-07T18:44:36Z', 'revision_number': 4, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'gw_port': {'id': '34e25bdd-a0fe-408e-bacf-a5ed42286fb9', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:62:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:30Z', 'updated_at': '2021-12-07T18:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '0670f0eb-e296-4180-a500-8edb36a6f0f5', 'name': '', 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'mac_address': 'fa:16:3e:45:6d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1b6ea560-0931-4e32-ae3e-65a030b6cd99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:35Z', 'updated_at': '2021-12-07T18:44:44Z', 'revision_number': 5, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'subnets': [{'id': '1b6ea560-0931-4e32-ae3e-65a030b6cd99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:51:31.995981 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12ac770-96f0-4e49-9e39-d26a92f03316 None None] Checking router: ce290922-b1a8-4930-aa50-785d427c7fae for host: dv-cinder-819692-6-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:51:32.005403 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12ac770-96f0-4e49-9e39-d26a92f03316 None None] Routers {'ce290922-b1a8-4930-aa50-785d427c7fae'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:51:32.006062 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-e12ac770-96f0-4e49-9e39-d26a92f03316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:51:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['ce290922-b1a8-4930-aa50-785d427c7fae'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:51:32.053824 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:51:32.084612 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] No Port match for: c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:51:32.084963 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device c32b395a-3e2d-4f29-9b1c-0d9061f7bc4b not bound to the agent host hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:51:32.085389 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 9d321fb6-c496-4034-a6c7-7c7410c908b0 no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:51:32.174234 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-e12ac770-96f0-4e49-9e39-d26a92f03316 None None] Set router ce290922-b1a8-4930-aa50-785d427c7fae gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:51:32.271966 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:32.321492 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017abb4f-1da1-4373-83da-f4e5b0d2516b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d321fb6-c496-4034-a6c7-7c7410c908b0'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:51:32.323795 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab3a8ce7da5a640e7c4dfc04f2c3e6911255c2d0b826cd7cc2b97a426bb0a1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8677adae-9bdf-41a9-a65b-dcdea890634b" -d '{"events": [{"server_uuid": "017abb4f-1da1-4373-83da-f4e5b0d2516b", "name": "network-vif-unplugged", "status": "completed", "tag": "9d321fb6-c496-4034-a6c7-7c7410c908b0"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:51:32.342363 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 37836) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:51:32.361975 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 9d321fb6-c496-4034-a6c7-7c7410c908b0, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=9d321fb6-c496-4034-a6c7-7c7410c908b0,segment=NetworkSegment(4e11373f-4e76-4ab5-86c0-112fb5aca0d4),segment_id=4e11373f-4e76-4ab5-86c0-112fb5aca0d4)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:51:32.374143 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:32.420019 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Dec 2021 18:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b373ee8-2554-4eb7-9b82-9147d984fb87 x-openstack-request-id: req-4b373ee8-2554-4eb7-9b82-9147d984fb87 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:51:32.420311 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "017abb4f-1da1-4373-83da-f4e5b0d2516b", "name": "network-vif-unplugged", "status": "failed", "tag": "9d321fb6-c496-4034-a6c7-7c7410c908b0", "code": 422}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:51:32.420709 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b373ee8-2554-4eb7-9b82-9147d984fb87 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:51:32.421110 dv-cinder-819692-6-iscsi neutron-server[109086]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '017abb4f-1da1-4373-83da-f4e5b0d2516b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9d321fb6-c496-4034-a6c7-7c7410c908b0', 'code': 422} returned with failed status Dec 07 18:51:32.437166 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-54ea0a0f-ee3c-41cf-ad80-7521060eb1a0 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:32.483221 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=9d321fb6-c496-4034-a6c7-7c7410c908b0,revision_number=8']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:51:32.492393 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-54ea0a0f-ee3c-41cf-ad80-7521060eb1a0 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:32.504001 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3118e-9f94-4023-bb9e-ffeb623ae113 req-8e31d8e6-f7cd-4de9-b1f8-faaf137e6d89 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:32.505821 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-21d3118e-9f94-4023-bb9e-ffeb623ae113 req-8e31d8e6-f7cd-4de9-b1f8-faaf137e6d89 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 944 time: 0.0815830 Dec 07 18:51:32.520295 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-e12ac770-96f0-4e49-9e39-d26a92f03316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'name': 'tempest-AttachVolumeTestJSON-1299123142-router', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '34e25bdd-a0fe-408e-bacf-a5ed42286fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:44:29Z', 'updated_at': '2021-12-07T18:44:36Z', 'revision_number': 4, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'gw_port': {'id': '34e25bdd-a0fe-408e-bacf-a5ed42286fb9', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:62:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:30Z', 'updated_at': '2021-12-07T18:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '0670f0eb-e296-4180-a500-8edb36a6f0f5', 'name': '', 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'mac_address': 'fa:16:3e:45:6d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1b6ea560-0931-4e32-ae3e-65a030b6cd99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:35Z', 'updated_at': '2021-12-07T18:44:44Z', 'revision_number': 5, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'subnets': [{'id': '1b6ea560-0931-4e32-ae3e-65a030b6cd99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:51:32.551360 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12ac770-96f0-4e49-9e39-d26a92f03316 None None] The sync data for ids ['ce290922-b1a8-4930-aa50-785d427c7fae'] in dv-cinder-819692-6-iscsi is: [{'id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'name': 'tempest-AttachVolumeTestJSON-1299123142-router', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '34e25bdd-a0fe-408e-bacf-a5ed42286fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:44:29Z', 'updated_at': '2021-12-07T18:44:36Z', 'revision_number': 4, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'gw_port': {'id': '34e25bdd-a0fe-408e-bacf-a5ed42286fb9', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:62:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:30Z', 'updated_at': '2021-12-07T18:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '0670f0eb-e296-4180-a500-8edb36a6f0f5', 'name': '', 'network_id': 'a321d8bd-fce1-4a8d-9656-239d82555545', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'mac_address': 'fa:16:3e:45:6d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1b6ea560-0931-4e32-ae3e-65a030b6cd99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:35Z', 'updated_at': '2021-12-07T18:44:44Z', 'revision_number': 5, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'subnets': [{'id': '1b6ea560-0931-4e32-ae3e-65a030b6cd99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:51:32.586425 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-21d3118e-9f94-4023-bb9e-ffeb623ae113 req-079e51be-c61c-44c3-aa46-3bc7b1550180 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745578 Dec 07 18:51:32.601616 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-54ea0a0f-ee3c-41cf-ad80-7521060eb1a0 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:32.605026 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-54ea0a0f-ee3c-41cf-ad80-7521060eb1a0 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:32.606333 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-54ea0a0f-ee3c-41cf-ad80-7521060eb1a0 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "DELETE /v2.0/security-groups/56a47646-91b0-456e-b5df-6c33ccf41f88 HTTP/1.1" status: 204 len: 168 time: 0.2628887 Dec 07 18:51:32.616019 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea0a0f-ee3c-41cf-ad80-7521060eb1a0 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a47646-91b0-456e-b5df-6c33ccf41f88,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:51:32.620987 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 37850) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:51:32.638957 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.api.v2.resource [None req-d8f31cb8-a378-4d63-a594-ce481563ace7 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] show failed (client error): The resource could not be found. Dec 07 18:51:32.640020 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-d8f31cb8-a378-4d63-a594-ce481563ace7 tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "GET /v2.0/security-groups/56a47646-91b0-456e-b5df-6c33ccf41f88 HTTP/1.1" status: 404 len: 347 time: 0.0172637 Dec 07 18:51:32.643015 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 37852) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:51:32.777074 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-1aa77012-588a-42dd-b3ec-ab369a3c7c4a tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Deleting port a48de8fc-82d7-4036-8945-1dcb8eb5e93b {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:51:32.777426 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-1aa77012-588a-42dd-b3ec-ab369a3c7c4a tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:32.848894 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20bb796-6af4-453a-9ce0-b04f223d989a None None] New status for floating IP 01bfb687-74ef-49d9-b4eb-2f7cf39cee96: DOWN {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 18:51:32.859789 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 37862) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:51:32.956907 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9b19d98d-c2ef-450a-bd88-c31774f8f1f1 req-5f0bb121-f0b9-41f8-bb92-e065678915a1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0957928 Dec 07 18:51:32.979640 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [req-9b19d98d-c2ef-450a-bd88-c31774f8f1f1 req-2bf9beaa-c053-466a-9119-bea65c9a78dd service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 18:51:32.980970 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9b19d98d-c2ef-450a-bd88-c31774f8f1f1 req-2bf9beaa-c053-466a-9119-bea65c9a78dd service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103555 Dec 07 18:51:33.136624 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-1aa77012-588a-42dd-b3ec-ab369a3c7c4a tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:33.136954 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-1aa77012-588a-42dd-b3ec-ab369a3c7c4a tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:33.148855 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-1aa77012-588a-42dd-b3ec-ab369a3c7c4a tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Calling delete_port for a48de8fc-82d7-4036-8945-1dcb8eb5e93b owned by network:floatingip {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:51:33.283777 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-1aa77012-588a-42dd-b3ec-ab369a3c7c4a tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:33.314136 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa77012-588a-42dd-b3ec-ab369a3c7c4a tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Pushing event deleted for resources: {'Port': ['ID=a48de8fc-82d7-4036-8945-1dcb8eb5e93b,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:51:33.381310 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-1aa77012-588a-42dd-b3ec-ab369a3c7c4a tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks [] for floatingip, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:33.385887 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-1aa77012-588a-42dd-b3ec-ab369a3c7c4a tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for floatingip, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:33.387360 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-1aa77012-588a-42dd-b3ec-ab369a3c7c4a tempest-AttachVolumeTestJSON-1544477341 tempest-AttachVolumeTestJSON-1544477341-project] 10.222.0.41 "DELETE /v2.0/floatingips/01bfb687-74ef-49d9-b4eb-2f7cf39cee96 HTTP/1.1" status: 204 len: 168 time: 0.7433474 Dec 07 18:51:33.719517 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99933987-b552-4f0f-aa8d-eaccbd43d612 req-8b65e8f6-e377-4837-8c26-c7d50f527181 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:33.720961 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-99933987-b552-4f0f-aa8d-eaccbd43d612 req-8b65e8f6-e377-4837-8c26-c7d50f527181 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 944 time: 0.0489848 Dec 07 18:51:33.773770 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-99933987-b552-4f0f-aa8d-eaccbd43d612 req-fc92d262-54d1-4c69-9ea1-4b9c80d38f2f tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468051 Dec 07 18:51:33.803916 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19d98d-c2ef-450a-bd88-c31774f8f1f1 req-46d3b6dc-9205-47fd-b243-2c222e594265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:33.805413 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9b19d98d-c2ef-450a-bd88-c31774f8f1f1 req-46d3b6dc-9205-47fd-b243-2c222e594265 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b&tenant_id=2417a4b6b8b04e738fe57f1c882d88bc HTTP/1.1" status: 200 len: 1097 time: 0.0422688 Dec 07 18:51:33.869046 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19d98d-c2ef-450a-bd88-c31774f8f1f1 req-8f3a250f-0776-416c-bf9d-4553931d346e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:33.870469 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9b19d98d-c2ef-450a-bd88-c31774f8f1f1 req-8f3a250f-0776-416c-bf9d-4553931d346e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2417a4b6b8b04e738fe57f1c882d88bc&device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 1097 time: 0.0404890 Dec 07 18:51:33.962664 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19d98d-c2ef-450a-bd88-c31774f8f1f1 req-ae7e6e9a-c246-4ab6-a41f-6af5a63acdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:33.964298 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9b19d98d-c2ef-450a-bd88-c31774f8f1f1 req-ae7e6e9a-c246-4ab6-a41f-6af5a63acdef service neutron] 10.222.0.23 "GET /v2.0/networks?id=9d18908e-4fa9-4515-9ad2-63e91916c83c HTTP/1.1" status: 200 len: 918 time: 0.0867338 Dec 07 18:51:34.027972 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9b19d98d-c2ef-450a-bd88-c31774f8f1f1 req-c039f1d2-ef85-437f-9608-d1fb140e2af5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d321fb6-c496-4034-a6c7-7c7410c908b0 HTTP/1.1" status: 200 len: 1000 time: 0.0554819 Dec 07 18:51:34.078959 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19d98d-c2ef-450a-bd88-c31774f8f1f1 req-0717e4e7-fed0-4007-aef4-6240b30a2b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:34.080396 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9b19d98d-c2ef-450a-bd88-c31774f8f1f1 req-0717e4e7-fed0-4007-aef4-6240b30a2b50 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88 HTTP/1.1" status: 200 len: 856 time: 0.0456872 Dec 07 18:51:34.131442 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19d98d-c2ef-450a-bd88-c31774f8f1f1 req-69f75d4f-2956-4fba-b727-af838a68d34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:34.132836 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9b19d98d-c2ef-450a-bd88-c31774f8f1f1 req-69f75d4f-2956-4fba-b727-af838a68d34d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9d18908e-4fa9-4515-9ad2-63e91916c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450613 Dec 07 18:51:34.221316 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9b19d98d-c2ef-450a-bd88-c31774f8f1f1 req-8a424d80-9f36-4ceb-967e-dd1a9c1d9f41 service neutron] 10.222.0.23 "GET /v2.0/networks/9d18908e-4fa9-4515-9ad2-63e91916c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805788 Dec 07 18:51:34.313009 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9b19d98d-c2ef-450a-bd88-c31774f8f1f1 req-83981437-3fd4-4106-9d44-ae97cd7b9ed7 service neutron] 10.222.0.23 "GET /v2.0/networks/9d18908e-4fa9-4515-9ad2-63e91916c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845761 Dec 07 18:51:34.911642 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abf4ca-a41e-4915-a5c2-4494fbbf862f req-b46326bd-2924-41a2-b94a-395063e65d38 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:34.913375 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-35abf4ca-a41e-4915-a5c2-4494fbbf862f req-b46326bd-2924-41a2-b94a-395063e65d38 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 944 time: 0.0566185 Dec 07 18:51:34.967532 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-35abf4ca-a41e-4915-a5c2-4494fbbf862f req-2f76745d-2fa5-47c5-aff1-9a0b1ac8e466 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470545 Dec 07 18:51:36.118462 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91bd797-bbd7-4129-9842-5fdac7c8bee5 req-19474436-9eea-4566-8691-745fa2a1ff68 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:36.120364 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c91bd797-bbd7-4129-9842-5fdac7c8bee5 req-19474436-9eea-4566-8691-745fa2a1ff68 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 944 time: 0.0729692 Dec 07 18:51:36.186371 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c91bd797-bbd7-4129-9842-5fdac7c8bee5 req-cf4e77b2-feb7-43b1-97d5-2f6d6f4a6461 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587471 Dec 07 18:51:37.100498 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 37924) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:51:37.400600 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25f9ad-1b8e-47c1-8d41-c3e0b948d80c req-2887bd42-1b69-4021-9e11-015593b0e2d6 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:37.402180 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0d25f9ad-1b8e-47c1-8d41-c3e0b948d80c req-2887bd42-1b69-4021-9e11-015593b0e2d6 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 944 time: 0.1343932 Dec 07 18:51:37.513825 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0d25f9ad-1b8e-47c1-8d41-c3e0b948d80c req-000c2421-57df-49ce-89b9-043a572424fd tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998089 Dec 07 18:51:37.684419 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f3185f85-31e6-439c-b8d5-8ef5162aaa87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646341'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:37.943992 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-f3185f85-31e6-439c-b8d5-8ef5162aaa87 admin admin] Deleting port 0670f0eb-e296-4180-a500-8edb36a6f0f5 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:51:37.944237 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f3185f85-31e6-439c-b8d5-8ef5162aaa87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:38.030986 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-f3185f85-31e6-439c-b8d5-8ef5162aaa87 admin admin] For port 0670f0eb-e296-4180-a500-8edb36a6f0f5, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=0670f0eb-e296-4180-a500-8edb36a6f0f5,segment=NetworkSegment(414c2cea-d8a0-44ed-b4ec-3cd1a1242c00),segment_id=414c2cea-d8a0-44ed-b4ec-3cd1a1242c00)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:51:38.031371 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f3185f85-31e6-439c-b8d5-8ef5162aaa87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:38.044863 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-f3185f85-31e6-439c-b8d5-8ef5162aaa87 admin admin] Calling delete_port for 0670f0eb-e296-4180-a500-8edb36a6f0f5 owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:51:38.238743 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f3185f85-31e6-439c-b8d5-8ef5162aaa87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529624208'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:38.267807 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3185f85-31e6-439c-b8d5-8ef5162aaa87 admin admin] Pushing event deleted for resources: {'Port': ['ID=0670f0eb-e296-4180-a500-8edb36a6f0f5,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:51:38.457196 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f3185f85-31e6-439c-b8d5-8ef5162aaa87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-968002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646321'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:38.645143 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f840f0-9d25-4211-9d73-953359cc0461 req-1b1a2a3e-e806-4cb8-82c5-08bf91ec81db tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:38.647393 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-34f840f0-9d25-4211-9d73-953359cc0461 req-1b1a2a3e-e806-4cb8-82c5-08bf91ec81db tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 944 time: 0.0552003 Dec 07 18:51:38.696627 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3185f85-31e6-439c-b8d5-8ef5162aaa87 admin admin] Router ce290922-b1a8-4930-aa50-785d427c7fae has already been hosted by L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:51:38.702518 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-34f840f0-9d25-4211-9d73-953359cc0461 req-1ea8d1a9-edda-4614-833c-77af5eab6366 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490768 Dec 07 18:51:38.823049 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3185f85-31e6-439c-b8d5-8ef5162aaa87 admin admin] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:51:38.831948 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-f3185f85-31e6-439c-b8d5-8ef5162aaa87 admin admin] 10.222.0.41 "PUT /v2.0/routers/ce290922-b1a8-4930-aa50-785d427c7fae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7275934 Dec 07 18:51:38.832064 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 37934) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:51:38.833652 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3bc1d9-f4d6-419c-8a94-88453da993ae None None] Sync routers for ids ['ce290922-b1a8-4930-aa50-785d427c7fae'] in dv-cinder-819692-6-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:51:38.844500 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3bc1d9-f4d6-419c-8a94-88453da993ae None None] Routers {'ce290922-b1a8-4930-aa50-785d427c7fae'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:51:38.845360 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-3c3bc1d9-f4d6-419c-8a94-88453da993ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:51:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['ce290922-b1a8-4930-aa50-785d427c7fae'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:51:38.947117 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a299f15e-18e0-4c73-847e-a85bae549426 admin admin] Publish callbacks [] for router, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:39.065652 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a299f15e-18e0-4c73-847e-a85bae549426 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:39.123467 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-3c3bc1d9-f4d6-419c-8a94-88453da993ae None None] Set router ce290922-b1a8-4930-aa50-785d427c7fae gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:51:39.131427 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-a299f15e-18e0-4c73-847e-a85bae549426 admin admin] Deleting port 34e25bdd-a0fe-408e-bacf-a5ed42286fb9 {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:51:39.131769 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a299f15e-18e0-4c73-847e-a85bae549426 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:39.228082 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [None req-a299f15e-18e0-4c73-847e-a85bae549426 admin admin] For port 34e25bdd-a0fe-408e-bacf-a5ed42286fb9, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=34e25bdd-a0fe-408e-bacf-a5ed42286fb9,segment=NetworkSegment(05f8ab8d-4669-4926-ada9-ecff5fb4eb1d),segment_id=05f8ab8d-4669-4926-ada9-ecff5fb4eb1d)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:51:39.228458 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a299f15e-18e0-4c73-847e-a85bae549426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:39.245515 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-a299f15e-18e0-4c73-847e-a85bae549426 admin admin] Calling delete_port for 34e25bdd-a0fe-408e-bacf-a5ed42286fb9 owned by network:router_gateway {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:51:39.301280 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 37936) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:51:39.338767 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-3c3bc1d9-f4d6-419c-8a94-88453da993ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'name': 'tempest-AttachVolumeTestJSON-1299123142-router', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '34e25bdd-a0fe-408e-bacf-a5ed42286fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:44:29Z', 'updated_at': '2021-12-07T18:51:38Z', 'revision_number': 5, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'gw_port': {'id': '34e25bdd-a0fe-408e-bacf-a5ed42286fb9', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:62:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:44:30Z', 'updated_at': '2021-12-07T18:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi'}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:51:39.367207 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3bc1d9-f4d6-419c-8a94-88453da993ae None None] Checking router: ce290922-b1a8-4930-aa50-785d427c7fae for host: dv-cinder-819692-6-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:51:39.380094 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3bc1d9-f4d6-419c-8a94-88453da993ae None None] Routers {'ce290922-b1a8-4930-aa50-785d427c7fae'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:51:39.380659 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-3c3bc1d9-f4d6-419c-8a94-88453da993ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:51:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['ce290922-b1a8-4930-aa50-785d427c7fae'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:51:39.496551 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-3c3bc1d9-f4d6-419c-8a94-88453da993ae None None] Set router ce290922-b1a8-4930-aa50-785d427c7fae gateway port host: None {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:51:39.565336 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-3c3bc1d9-f4d6-419c-8a94-88453da993ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'name': 'tempest-AttachVolumeTestJSON-1299123142-router', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:44:29Z', 'updated_at': '2021-12-07T18:51:39Z', 'revision_number': 6, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'gw_port_host': None}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:51:39.593759 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3bc1d9-f4d6-419c-8a94-88453da993ae None None] The sync data for ids ['ce290922-b1a8-4930-aa50-785d427c7fae'] in dv-cinder-819692-6-iscsi is: [{'id': 'ce290922-b1a8-4930-aa50-785d427c7fae', 'name': 'tempest-AttachVolumeTestJSON-1299123142-router', 'tenant_id': 'cbb0144e924847109e6a254192f1e6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:44:29Z', 'updated_at': '2021-12-07T18:51:39Z', 'revision_number': 6, 'project_id': 'cbb0144e924847109e6a254192f1e6bd', 'gw_port_host': None}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:51:39.689247 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a299f15e-18e0-4c73-847e-a85bae549426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:39.697157 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:39.719261 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299f15e-18e0-4c73-847e-a85bae549426 admin admin] Pushing event deleted for resources: {'Port': ['ID=34e25bdd-a0fe-408e-bacf-a5ed42286fb9,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:51:39.845830 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-d6dad9d7-94f9-4b9a-874d-501ba5d00e69 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Deleting port 70d04249-84ae-4b6c-a718-a16913d83dc8 {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:51:39.846304 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d6dad9d7-94f9-4b9a-874d-501ba5d00e69 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:39.859700 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a299f15e-18e0-4c73-847e-a85bae549426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644875'] for router_gateway, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:39.861707 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c9f07-acfb-4403-822f-0397d03f5f01 req-f2619cdb-4d68-428c-9b9a-79d3d0e1fcce tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:39.864344 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-764c9f07-acfb-4403-822f-0397d03f5f01 req-f2619cdb-4d68-428c-9b9a-79d3d0e1fcce tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 944 time: 0.0738857 Dec 07 18:51:39.937198 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-764c9f07-acfb-4403-822f-0397d03f5f01 req-036776e2-cc5b-4809-839e-94a23a513126 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660591 Dec 07 18:51:40.002403 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a299f15e-18e0-4c73-847e-a85bae549426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30677'] for router, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:40.008036 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a299f15e-18e0-4c73-847e-a85bae549426 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:40.084558 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d6dad9d7-94f9-4b9a-874d-501ba5d00e69 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:40.084972 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d6dad9d7-94f9-4b9a-874d-501ba5d00e69 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:40.098366 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a299f15e-18e0-4c73-847e-a85bae549426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646822'] for router, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:40.099106 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a299f15e-18e0-4c73-847e-a85bae549426 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce290922-b1a8-4930-aa50-785d427c7fae {{(pid=109084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 18:51:40.106156 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a299f15e-18e0-4c73-847e-a85bae549426 admin admin] Publish callbacks [] for router, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:40.107588 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-a299f15e-18e0-4c73-847e-a85bae549426 admin admin] 10.222.0.41 "DELETE /v2.0/routers/ce290922-b1a8-4930-aa50-785d427c7fae HTTP/1.1" status: 204 len: 168 time: 1.2745838 Dec 07 18:51:40.110803 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 37942) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:51:40.112592 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-d6dad9d7-94f9-4b9a-874d-501ba5d00e69 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Calling delete_port for 70d04249-84ae-4b6c-a718-a16913d83dc8 owned by network:floatingip {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:51:40.196170 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-df32039a-b3cb-435d-884f-23b227d20bdf admin admin] Deleting subnet 1b6ea560-0931-4e32-ae3e-65a030b6cd99 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 18:51:40.200697 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-df32039a-b3cb-435d-884f-23b227d20bdf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:40.268001 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-df32039a-b3cb-435d-884f-23b227d20bdf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529982547'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:40.342032 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d6dad9d7-94f9-4b9a-874d-501ba5d00e69 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:40.374907 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dad9d7-94f9-4b9a-874d-501ba5d00e69 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Pushing event deleted for resources: {'Port': ['ID=70d04249-84ae-4b6c-a718-a16913d83dc8,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:51:40.460026 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-df32039a-b3cb-435d-884f-23b227d20bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1752923'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:40.479404 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d6dad9d7-94f9-4b9a-874d-501ba5d00e69 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks [] for floatingip, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:40.479744 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.db.l3_db [None req-d6dad9d7-94f9-4b9a-874d-501ba5d00e69 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Floating IP d75de2e1-7a47-4d39-9a9f-31ab6a5b13f0 disassociated (deleted). External IP: 172.27.0.250, port: ea0e7445-57e1-4ed8-b96b-ef483e19d0bd. Dec 07 18:51:40.537774 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-df32039a-b3cb-435d-884f-23b227d20bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1752898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529624237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530428612'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:40.570323 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32039a-b3cb-435d-884f-23b227d20bdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b6ea560-0931-4e32-ae3e-65a030b6cd99,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:51:40.589218 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-df32039a-b3cb-435d-884f-23b227d20bdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:40.591384 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68925c2e-a463-43e6-bd6b-92dc759b4a8b None None] Network a321d8bd-fce1-4a8d-9656-239d82555545 requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:51:40.594887 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-df32039a-b3cb-435d-884f-23b227d20bdf admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1b6ea560-0931-4e32-ae3e-65a030b6cd99 HTTP/1.1" status: 204 len: 168 time: 0.4823570 Dec 07 18:51:40.597414 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 37944) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:51:40.687721 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7e56b216-3a7f-474b-b7b5-1634cb9a0bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639551'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:40.791597 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-7e56b216-3a7f-474b-b7b5-1634cb9a0bfe admin admin] Deleting port d7cb75cc-edf4-4d7e-a79e-65fb2dd1e98a {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:51:40.792073 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7e56b216-3a7f-474b-b7b5-1634cb9a0bfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:40.863038 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6dad9d7-94f9-4b9a-874d-501ba5d00e69 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Router 3385f01d-686d-4fd0-b269-dedd02403d7e has already been hosted by L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc {{(pid=109084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:51:40.931205 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2107d873-1a63-48b6-a0d2-695e71992327 None None] DHCP port deletion for a321d8bd-fce1-4a8d-9656-239d82555545 request from dv-cinder-819692-6-iscsi {{(pid=109086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 07 18:51:40.979934 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-7e56b216-3a7f-474b-b7b5-1634cb9a0bfe admin admin] For port d7cb75cc-edf4-4d7e-a79e-65fb2dd1e98a, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=d7cb75cc-edf4-4d7e-a79e-65fb2dd1e98a,segment=NetworkSegment(414c2cea-d8a0-44ed-b4ec-3cd1a1242c00),segment_id=414c2cea-d8a0-44ed-b4ec-3cd1a1242c00)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:51:40.980543 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7e56b216-3a7f-474b-b7b5-1634cb9a0bfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:41.022958 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-7e56b216-3a7f-474b-b7b5-1634cb9a0bfe admin admin] Calling delete_port for d7cb75cc-edf4-4d7e-a79e-65fb2dd1e98a owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:51:41.083581 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-2107d873-1a63-48b6-a0d2-695e71992327 None None] Deleting port d7cb75cc-edf4-4d7e-a79e-65fb2dd1e98a {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:51:41.083953 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2107d873-1a63-48b6-a0d2-695e71992327 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:41.128170 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6dad9d7-94f9-4b9a-874d-501ba5d00e69 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:51:41.146946 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0afd36b-55df-47a3-a6ff-c0b5af0fd3a8 None None] Sync routers for ids ['3385f01d-686d-4fd0-b269-dedd02403d7e'] in dv-cinder-819692-6-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:51:41.172736 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d6dad9d7-94f9-4b9a-874d-501ba5d00e69 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for floatingip, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:41.176820 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0afd36b-55df-47a3-a6ff-c0b5af0fd3a8 None None] Routers {'3385f01d-686d-4fd0-b269-dedd02403d7e'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:51:41.177513 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-f0afd36b-55df-47a3-a6ff-c0b5af0fd3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:51:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['3385f01d-686d-4fd0-b269-dedd02403d7e'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:51:41.189175 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device d7cb75cc-edf4-4d7e-a79e-65fb2dd1e98a no longer exists at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:51:41.267505 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89265d8b-8b8b-45ae-a760-1863222bfb79 req-efa6c7b9-1e18-400f-9241-6d35b5d54ead tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:41.271203 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-89265d8b-8b8b-45ae-a760-1863222bfb79 req-efa6c7b9-1e18-400f-9241-6d35b5d54ead tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 944 time: 0.1398003 Dec 07 18:51:41.279495 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-d6dad9d7-94f9-4b9a-874d-501ba5d00e69 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "DELETE /v2.0/floatingips/d75de2e1-7a47-4d39-9a9f-31ab6a5b13f0 HTTP/1.1" status: 204 len: 168 time: 1.9766154 Dec 07 18:51:41.304691 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7e56b216-3a7f-474b-b7b5-1634cb9a0bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529624208'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:41.327719 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6353ff89-98cf-4e56-b677-b0f9431d7e1d', 'tag': 'ea0e7445-57e1-4ed8-b96b-ef483e19d0bd'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:51:41.331023 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a9c8e9ce0db27bff2b715efe80f7ddeb02331314c1c7d49b52ba908637cab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7ca825-936e-4018-83ed-e9a5b2705d53" -d '{"events": [{"name": "network-changed", "server_uuid": "6353ff89-98cf-4e56-b677-b0f9431d7e1d", "tag": "ea0e7445-57e1-4ed8-b96b-ef483e19d0bd"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:51:41.338123 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56b216-3a7f-474b-b7b5-1634cb9a0bfe admin admin] Pushing event deleted for resources: {'Port': ['ID=d7cb75cc-edf4-4d7e-a79e-65fb2dd1e98a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:51:41.343823 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e56b216-3a7f-474b-b7b5-1634cb9a0bfe admin admin] No DVR routers for this DVR port d7cb75cc-edf4-4d7e-a79e-65fb2dd1e98a on host dv-cinder-819692-6-iscsi {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:51:41.392623 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-2107d873-1a63-48b6-a0d2-695e71992327 None None] For port d7cb75cc-edf4-4d7e-a79e-65fb2dd1e98a, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=d7cb75cc-edf4-4d7e-a79e-65fb2dd1e98a,segment=NetworkSegment(414c2cea-d8a0-44ed-b4ec-3cd1a1242c00),segment_id=414c2cea-d8a0-44ed-b4ec-3cd1a1242c00)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:51:41.393036 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2107d873-1a63-48b6-a0d2-695e71992327 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:41.420250 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-89265d8b-8b8b-45ae-a760-1863222bfb79 req-b96d9bbc-7ac9-466e-abcb-d5bb99a0e38c tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392891 Dec 07 18:51:41.444703 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-2107d873-1a63-48b6-a0d2-695e71992327 None None] Calling delete_port for d7cb75cc-edf4-4d7e-a79e-65fb2dd1e98a owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:51:41.457953 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] No active binding found for port d7cb75cc-edf4-4d7e-a79e-65fb2dd1e98a {{(pid=109086) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 07 18:51:41.458403 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device d7cb75cc-edf4-4d7e-a79e-65fb2dd1e98a not bound to the agent host dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:51:41.458841 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 0670f0eb-e296-4180-a500-8edb36a6f0f5 no longer exists at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:51:41.473021 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7e56b216-3a7f-474b-b7b5-1634cb9a0bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587410', 'neutron.services.segments.db._delete_segments_for_network-8753414418342'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:41.494202 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-7e56b216-3a7f-474b-b7b5-1634cb9a0bfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a321d8bd-fce1-4a8d-9656-239d82555545']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:51:41.497700 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-f0afd36b-55df-47a3-a6ff-c0b5af0fd3a8 None None] Set router 3385f01d-686d-4fd0-b269-dedd02403d7e gateway port host: dv-cinder-819692-6-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:51:41.506902 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] No Port match for: 0670f0eb-e296-4180-a500-8edb36a6f0f5 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:51:41.506902 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 0670f0eb-e296-4180-a500-8edb36a6f0f5 not bound to the agent host dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:51:41.506902 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 34e25bdd-a0fe-408e-bacf-a5ed42286fb9 no longer exists at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:51:41.507454 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-7e56b216-3a7f-474b-b7b5-1634cb9a0bfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '414c2cea-d8a0-44ed-b4ec-3cd1a1242c00') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:51:41.507454 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-7e56b216-3a7f-474b-b7b5-1634cb9a0bfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '414c2cea-d8a0-44ed-b4ec-3cd1a1242c00') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:51:41.516702 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7e56b216-3a7f-474b-b7b5-1634cb9a0bfe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753414568039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529982506'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:41.541436 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7e56b216-3a7f-474b-b7b5-1634cb9a0bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:41.542892 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] No Port match for: 34e25bdd-a0fe-408e-bacf-a5ed42286fb9 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:51:41.543245 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 34e25bdd-a0fe-408e-bacf-a5ed42286fb9 not bound to the agent host dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:51:41.551161 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e56b216-3a7f-474b-b7b5-1634cb9a0bfe admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 18:51:41.551390 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7e56b216-3a7f-474b-b7b5-1634cb9a0bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529623631'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:41.600703 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13a58ae-6b21-4f8b-b8e8-7dcf59fde1f4 x-openstack-request-id: req-d13a58ae-6b21-4f8b-b8e8-7dcf59fde1f4 {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:51:41.601083 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6353ff89-98cf-4e56-b677-b0f9431d7e1d", "tag": "ea0e7445-57e1-4ed8-b96b-ef483e19d0bd", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:51:41.601421 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d13a58ae-6b21-4f8b-b8e8-7dcf59fde1f4 {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:51:41.602150 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6353ff89-98cf-4e56-b677-b0f9431d7e1d', 'tag': 'ea0e7445-57e1-4ed8-b96b-ef483e19d0bd', 'status': 'completed', 'code': 200} Dec 07 18:51:41.635767 dv-cinder-819692-6-iscsi neutron-server[109085]: Traceback (most recent call last): Dec 07 18:51:41.635767 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 18:51:41.635767 dv-cinder-819692-6-iscsi neutron-server[109085]: timer() Dec 07 18:51:41.635767 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 18:51:41.635767 dv-cinder-819692-6-iscsi neutron-server[109085]: cb(*args, **kw) Dec 07 18:51:41.635767 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 18:51:41.635767 dv-cinder-819692-6-iscsi neutron-server[109085]: return func(*args, **kwargs) Dec 07 18:51:41.635767 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 18:51:41.635767 dv-cinder-819692-6-iscsi neutron-server[109085]: self._notify() Dec 07 18:51:41.635767 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 18:51:41.635767 dv-cinder-819692-6-iscsi neutron-server[109085]: self.callback(batched_events) Dec 07 18:51:41.635767 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 18:51:41.635767 dv-cinder-819692-6-iscsi neutron-server[109085]: event.method(event) Dec 07 18:51:41.635767 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 18:51:41.635767 dv-cinder-819692-6-iscsi neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 18:51:41.635767 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 18:51:41.635767 dv-cinder-819692-6-iscsi neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 18:51:41.635767 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 18:51:41.635767 dv-cinder-819692-6-iscsi neutron-server[109085]: return f(self, *a, **k) Dec 07 18:51:41.635767 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 18:51:41.635767 dv-cinder-819692-6-iscsi neutron-server[109085]: return self._get(url).json() Dec 07 18:51:41.635767 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 18:51:41.635767 dv-cinder-819692-6-iscsi neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 18:51:41.635767 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 18:51:41.635767 dv-cinder-819692-6-iscsi neutron-server[109085]: return self.request(url, 'GET', **kwargs) Dec 07 18:51:41.635767 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 18:51:41.635767 dv-cinder-819692-6-iscsi neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 18:51:41.635767 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 18:51:41.635767 dv-cinder-819692-6-iscsi neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 18:51:41.635767 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 18:51:41.635767 dv-cinder-819692-6-iscsi neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 18:51:41.635767 dv-cinder-819692-6-iscsi neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 18:51:41.641930 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7e56b216-3a7f-474b-b7b5-1634cb9a0bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644911'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:41.650269 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7e56b216-3a7f-474b-b7b5-1634cb9a0bfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:41.654795 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-7e56b216-3a7f-474b-b7b5-1634cb9a0bfe admin admin] 10.222.0.41 "DELETE /v2.0/networks/a321d8bd-fce1-4a8d-9656-239d82555545 HTTP/1.1" status: 204 len: 168 time: 1.0561652 Dec 07 18:51:41.670004 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56b216-3a7f-474b-b7b5-1634cb9a0bfe admin admin] Pushing event deleted for resources: {'Network': ['ID=a321d8bd-fce1-4a8d-9656-239d82555545,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:51:41.747818 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2107d873-1a63-48b6-a0d2-695e71992327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:41.794209 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2107d873-1a63-48b6-a0d2-695e71992327 None None] Pushing event deleted for resources: {'Port': ['ID=d7cb75cc-edf4-4d7e-a79e-65fb2dd1e98a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:51:41.803868 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93262de8-7760-492c-b96a-cf69e7fabdd1 req-93e929bb-b970-43ec-8908-1e3f4c77395b tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:41.808744 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2107d873-1a63-48b6-a0d2-695e71992327 None None] Network a321d8bd-fce1-4a8d-9656-239d82555545 is not hosted by any dhcp agent {{(pid=109086) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 07 18:51:41.813019 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2107d873-1a63-48b6-a0d2-695e71992327 None None] No DVR routers for this DVR port d7cb75cc-edf4-4d7e-a79e-65fb2dd1e98a on host dv-cinder-819692-6-iscsi {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:51:41.818876 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-93262de8-7760-492c-b96a-cf69e7fabdd1 req-93e929bb-b970-43ec-8908-1e3f4c77395b tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 945 time: 0.1166315 Dec 07 18:51:41.883344 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 37958) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:51:41.904541 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-93262de8-7760-492c-b96a-cf69e7fabdd1 req-3937ae2f-1662-43b7-b318-fe48a173b56c tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838790 Dec 07 18:51:41.956256 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-5b1a6f80-5dcf-4c60-bb06-e2c234adf2a3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cbb0144e924847109e6a254192f1e6bd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0716922 Dec 07 18:51:41.958937 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 37960) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:51:42.001335 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-f0afd36b-55df-47a3-a6ff-c0b5af0fd3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3385f01d-686d-4fd0-b269-dedd02403d7e', 'name': 'tempest-TestShelveInstance-2000220902-router', 'tenant_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '710424ee-3487-48d6-9990-c8d047586a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:27Z', 'updated_at': '2021-12-07T18:45:33Z', 'revision_number': 4, 'project_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'gw_port': {'id': '710424ee-3487-48d6-9990-c8d047586a7f', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3385f01d-686d-4fd0-b269-dedd02403d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:28Z', 'updated_at': '2021-12-07T18:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '8bb53d2d-6240-4592-9ad0-27fcc8728b7a', 'name': '', 'network_id': 'f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584', 'tenant_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'mac_address': 'fa:16:3e:a5:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3385f01d-686d-4fd0-b269-dedd02403d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '1391da38-e32d-4021-8a10-dbcd7095634e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:31Z', 'updated_at': '2021-12-07T18:45:38Z', 'revision_number': 5, 'project_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'subnets': [{'id': '1391da38-e32d-4021-8a10-dbcd7095634e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:51:42.034498 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0afd36b-55df-47a3-a6ff-c0b5af0fd3a8 None None] Checking router: 3385f01d-686d-4fd0-b269-dedd02403d7e for host: dv-cinder-819692-6-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:51:42.046073 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0afd36b-55df-47a3-a6ff-c0b5af0fd3a8 None None] Routers {'3385f01d-686d-4fd0-b269-dedd02403d7e'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:51:42.046929 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-f0afd36b-55df-47a3-a6ff-c0b5af0fd3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:51:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['3385f01d-686d-4fd0-b269-dedd02403d7e'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:51:42.052034 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c5258395-7d1f-4744-be1b-21ae54ef9995 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:42.085569 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c5258395-7d1f-4744-be1b-21ae54ef9995 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:42.163301 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c5258395-7d1f-4744-be1b-21ae54ef9995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:42.166229 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c5258395-7d1f-4744-be1b-21ae54ef9995 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:42.168063 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-c5258395-7d1f-4744-be1b-21ae54ef9995 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/51405333-af16-4ef6-9de4-fc082d6bcd68 HTTP/1.1" status: 204 len: 168 time: 0.2075934 Dec 07 18:51:42.176885 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5258395-7d1f-4744-be1b-21ae54ef9995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51405333-af16-4ef6-9de4-fc082d6bcd68,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:51:42.182004 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-f0afd36b-55df-47a3-a6ff-c0b5af0fd3a8 None None] Set router 3385f01d-686d-4fd0-b269-dedd02403d7e gateway port host: dv-cinder-819692-6-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:51:42.549312 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-f0afd36b-55df-47a3-a6ff-c0b5af0fd3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3385f01d-686d-4fd0-b269-dedd02403d7e', 'name': 'tempest-TestShelveInstance-2000220902-router', 'tenant_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '710424ee-3487-48d6-9990-c8d047586a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:27Z', 'updated_at': '2021-12-07T18:45:33Z', 'revision_number': 4, 'project_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'gw_port': {'id': '710424ee-3487-48d6-9990-c8d047586a7f', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3385f01d-686d-4fd0-b269-dedd02403d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:28Z', 'updated_at': '2021-12-07T18:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '8bb53d2d-6240-4592-9ad0-27fcc8728b7a', 'name': '', 'network_id': 'f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584', 'tenant_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'mac_address': 'fa:16:3e:a5:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3385f01d-686d-4fd0-b269-dedd02403d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '1391da38-e32d-4021-8a10-dbcd7095634e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:31Z', 'updated_at': '2021-12-07T18:45:38Z', 'revision_number': 5, 'project_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'subnets': [{'id': '1391da38-e32d-4021-8a10-dbcd7095634e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:51:42.595093 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8e716-c411-465b-8735-c4dbcacc8171 req-72715bcf-7391-41fa-ad90-2e5c602e60ed tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:42.599058 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0afd36b-55df-47a3-a6ff-c0b5af0fd3a8 None None] The sync data for ids ['3385f01d-686d-4fd0-b269-dedd02403d7e'] in dv-cinder-819692-6-iscsi is: [{'id': '3385f01d-686d-4fd0-b269-dedd02403d7e', 'name': 'tempest-TestShelveInstance-2000220902-router', 'tenant_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '710424ee-3487-48d6-9990-c8d047586a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:27Z', 'updated_at': '2021-12-07T18:45:33Z', 'revision_number': 4, 'project_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'gw_port': {'id': '710424ee-3487-48d6-9990-c8d047586a7f', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3385f01d-686d-4fd0-b269-dedd02403d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:28Z', 'updated_at': '2021-12-07T18:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '8bb53d2d-6240-4592-9ad0-27fcc8728b7a', 'name': '', 'network_id': 'f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584', 'tenant_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'mac_address': 'fa:16:3e:a5:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3385f01d-686d-4fd0-b269-dedd02403d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '1391da38-e32d-4021-8a10-dbcd7095634e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:31Z', 'updated_at': '2021-12-07T18:45:38Z', 'revision_number': 5, 'project_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'subnets': [{'id': '1391da38-e32d-4021-8a10-dbcd7095634e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:51:42.602392 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b1b8e716-c411-465b-8735-c4dbcacc8171 req-72715bcf-7391-41fa-ad90-2e5c602e60ed tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 944 time: 0.0710061 Dec 07 18:51:42.687380 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b1b8e716-c411-465b-8735-c4dbcacc8171 req-07af716b-584b-4b42-9ccb-bf47e7d762ab tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836179 Dec 07 18:51:42.920603 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e824775d-359f-4578-9281-9e7769ff8b23 None None] New status for floating IP d75de2e1-7a47-4d39-9a9f-31ab6a5b13f0: DOWN {{(pid=109086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 18:51:43.057999 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5b1e1-83a0-4ba2-bcae-50dee34a4a7b req-81110d9a-c054-4165-97fc-92153bd1526d tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:43.067065 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a8e5b1e1-83a0-4ba2-bcae-50dee34a4a7b req-81110d9a-c054-4165-97fc-92153bd1526d tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 945 time: 0.0700889 Dec 07 18:51:43.120435 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a8e5b1e1-83a0-4ba2-bcae-50dee34a4a7b req-3dcd0344-16a6-41ef-bee1-23510f17c29a tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521879 Dec 07 18:51:43.689099 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 38014) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:51:43.835550 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae3106-b2b2-4fd6-8a17-3d1df62ad7b8 req-869fbb88-9bcf-44c5-b504-4df28790aadf tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:43.836701 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3cf7ced9-953c-4173-9269-e586992e0987 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:43.838490 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1eae3106-b2b2-4fd6-8a17-3d1df62ad7b8 req-869fbb88-9bcf-44c5-b504-4df28790aadf tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 944 time: 0.0770264 Dec 07 18:51:43.889180 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1eae3106-b2b2-4fd6-8a17-3d1df62ad7b8 req-0a400803-ddf5-463c-aa50-76db38370a76 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447943 Dec 07 18:51:43.932650 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3cf7ced9-953c-4173-9269-e586992e0987 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:43.937219 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3cf7ced9-953c-4173-9269-e586992e0987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:43.979376 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-3cf7ced9-953c-4173-9269-e586992e0987 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=62711000e0a447c9a46f07778391ee37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2889507 Dec 07 18:51:43.980078 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf7ced9-953c-4173-9269-e586992e0987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19010eb0-3393-4148-afc1-954489f72e98,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:51:43.982967 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 38022) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:51:44.041762 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-698c86ec-06c5-4338-9dbd-2706329bee79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:44.067647 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-698c86ec-06c5-4338-9dbd-2706329bee79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:44.123442 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-698c86ec-06c5-4338-9dbd-2706329bee79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:44.126171 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-698c86ec-06c5-4338-9dbd-2706329bee79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:44.127388 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-698c86ec-06c5-4338-9dbd-2706329bee79 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/19010eb0-3393-4148-afc1-954489f72e98 HTTP/1.1" status: 204 len: 168 time: 0.1434205 Dec 07 18:51:44.138918 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c86ec-06c5-4338-9dbd-2706329bee79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19010eb0-3393-4148-afc1-954489f72e98,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:51:44.296394 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156f1a5-b653-4291-87d3-2e5f7f3c3ede req-1f9eb17c-47b8-42d9-99b4-a8f2ef8f5750 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:44.298332 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a156f1a5-b653-4291-87d3-2e5f7f3c3ede req-1f9eb17c-47b8-42d9-99b4-a8f2ef8f5750 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 945 time: 0.0591352 Dec 07 18:51:44.373472 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a156f1a5-b653-4291-87d3-2e5f7f3c3ede req-a8cc69cf-1dba-41ff-ad78-7481256413d7 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691469 Dec 07 18:51:45.016713 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f7312-8bda-4725-aa2d-9f36a6f00720 req-2f029858-c19f-4721-8521-fb4845edf11d tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:45.018380 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-053f7312-8bda-4725-aa2d-9f36a6f00720 req-2f029858-c19f-4721-8521-fb4845edf11d tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 944 time: 0.0529892 Dec 07 18:51:45.068712 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-053f7312-8bda-4725-aa2d-9f36a6f00720 req-16aab066-1880-4753-9258-65db35e73f2c tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436757 Dec 07 18:51:45.439036 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ca825-936e-4018-83ed-e9a5b2705d53 req-7dfc3411-cd77-4f86-b343-98f71de5903c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:45.440596 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8f7ca825-936e-4018-83ed-e9a5b2705d53 req-7dfc3411-cd77-4f86-b343-98f71de5903c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dbb7c47db4047b7b6b9fdc130ea461d&device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 1098 time: 0.0555975 Dec 07 18:51:45.487656 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a1cfea2a-0abb-4304-89c4-fce055571784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:45.536845 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6959e6-29f3-42a7-8c89-ada2f6bd0a28 req-423d50a1-9d3d-4ae5-b751-76d3c1f046f3 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:45.538353 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-be6959e6-29f3-42a7-8c89-ada2f6bd0a28 req-423d50a1-9d3d-4ae5-b751-76d3c1f046f3 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 945 time: 0.0898669 Dec 07 18:51:45.549534 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80a481-639f-42cc-8a92-994303622753 req-92fe505a-5aeb-4666-bee6-7ab82ab7dc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:45.551289 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7b80a481-639f-42cc-8a92-994303622753 req-92fe505a-5aeb-4666-bee6-7ab82ab7dc31 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2417a4b6b8b04e738fe57f1c882d88bc&device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 1097 time: 0.0615716 Dec 07 18:51:45.552709 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ca825-936e-4018-83ed-e9a5b2705d53 req-aec80fdf-3706-411e-bc88-6a06a6ceb20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:45.554268 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8f7ca825-936e-4018-83ed-e9a5b2705d53 req-aec80fdf-3706-411e-bc88-6a06a6ceb20d service neutron] 10.222.0.23 "GET /v2.0/networks?id=f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584 HTTP/1.1" status: 200 len: 910 time: 0.0994303 Dec 07 18:51:45.609959 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8f7ca825-936e-4018-83ed-e9a5b2705d53 req-0d9d9201-aecb-4610-8f13-dbe33ecc570c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea0e7445-57e1-4ed8-b96b-ef483e19d0bd HTTP/1.1" status: 200 len: 217 time: 0.0435815 Dec 07 18:51:45.629058 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-be6959e6-29f3-42a7-8c89-ada2f6bd0a28 req-1c3b3926-b839-4b17-ab95-0e2e60984349 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820060 Dec 07 18:51:45.673940 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ca825-936e-4018-83ed-e9a5b2705d53 req-63d2ec34-bdc3-47ed-a1df-84e218ffdbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:45.675738 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8f7ca825-936e-4018-83ed-e9a5b2705d53 req-63d2ec34-bdc3-47ed-a1df-84e218ffdbfc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1391da38-e32d-4021-8a10-dbcd7095634e HTTP/1.1" status: 200 len: 848 time: 0.0585122 Dec 07 18:51:45.685013 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80a481-639f-42cc-8a92-994303622753 req-6c97b92f-ce76-4536-bb20-149cbf5a3a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:45.686598 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7b80a481-639f-42cc-8a92-994303622753 req-6c97b92f-ce76-4536-bb20-149cbf5a3a04 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9d18908e-4fa9-4515-9ad2-63e91916c83c HTTP/1.1" status: 200 len: 918 time: 0.1108127 Dec 07 18:51:45.727684 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ca825-936e-4018-83ed-e9a5b2705d53 req-fe0464aa-a1ea-4b6f-94ad-40662739e139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:45.729190 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8f7ca825-936e-4018-83ed-e9a5b2705d53 req-fe0464aa-a1ea-4b6f-94ad-40662739e139 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433517 Dec 07 18:51:45.757879 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7b80a481-639f-42cc-8a92-994303622753 req-69e2a0e1-6f31-4183-acc9-b196419b06c2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d321fb6-c496-4034-a6c7-7c7410c908b0 HTTP/1.1" status: 200 len: 1000 time: 0.0632203 Dec 07 18:51:45.820548 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80a481-639f-42cc-8a92-994303622753 req-faae63bc-8ede-43df-8368-f9eeafa4afe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:45.822079 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7b80a481-639f-42cc-8a92-994303622753 req-faae63bc-8ede-43df-8368-f9eeafa4afe1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88 HTTP/1.1" status: 200 len: 856 time: 0.0563908 Dec 07 18:51:45.839652 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8f7ca825-936e-4018-83ed-e9a5b2705d53 req-9a27675d-7ced-4dbe-9afc-b2f841f15ba2 service neutron] 10.222.0.23 "GET /v2.0/networks/f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007631 Dec 07 18:51:45.869651 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80a481-639f-42cc-8a92-994303622753 req-9c7b823c-1bb3-424f-aa96-4331500cc08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:45.871167 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7b80a481-639f-42cc-8a92-994303622753 req-9c7b823c-1bb3-424f-aa96-4331500cc08b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9d18908e-4fa9-4515-9ad2-63e91916c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415628 Dec 07 18:51:45.933531 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8f7ca825-936e-4018-83ed-e9a5b2705d53 req-687fb023-2770-459c-a38a-987239cdef77 service neutron] 10.222.0.23 "GET /v2.0/networks/f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851612 Dec 07 18:51:45.966250 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7b80a481-639f-42cc-8a92-994303622753 req-739e9d6a-4051-47e8-9150-1824497eedd4 service neutron] 10.222.0.23 "GET /v2.0/networks/9d18908e-4fa9-4515-9ad2-63e91916c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860326 Dec 07 18:51:46.056073 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7b80a481-639f-42cc-8a92-994303622753 req-1500cf5f-fb91-4d53-8d0e-b389b40819da service neutron] 10.222.0.23 "GET /v2.0/networks/9d18908e-4fa9-4515-9ad2-63e91916c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810955 Dec 07 18:51:46.193778 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b4598-87d6-4273-ba68-489fefd155e2 req-6b2e6432-3e22-4f60-b0a1-46f829fcfffe tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:46.195271 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c43b4598-87d6-4273-ba68-489fefd155e2 req-6b2e6432-3e22-4f60-b0a1-46f829fcfffe tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 944 time: 0.0502331 Dec 07 18:51:46.243026 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c43b4598-87d6-4273-ba68-489fefd155e2 req-27313e40-66df-4275-ab4a-536df4d1cb5c tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415785 Dec 07 18:51:46.748547 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b95aba-f679-43f4-9bd8-ffd121bd1a91 req-69dd8ec1-29ce-43cb-93bf-27edfdc1a6db tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:46.750037 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-58b95aba-f679-43f4-9bd8-ffd121bd1a91 req-69dd8ec1-29ce-43cb-93bf-27edfdc1a6db tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 945 time: 0.0531564 Dec 07 18:51:46.798164 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-58b95aba-f679-43f4-9bd8-ffd121bd1a91 req-57b88478-5620-4da0-908d-98404b04ea56 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/security-groups?id=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422516 Dec 07 18:51:47.061487 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a7883-d552-443f-8dd7-42b0ffa067c5 req-3663cd1c-6819-4126-828b-cc050f88741c tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:47.062981 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0e4a7883-d552-443f-8dd7-42b0ffa067c5 req-3663cd1c-6819-4126-828b-cc050f88741c tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.23 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 945 time: 0.0512993 Dec 07 18:51:47.152438 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [req-0e4a7883-d552-443f-8dd7-42b0ffa067c5 req-95d0cbc9-092b-475e-b86f-a1c9ed2d7ee2 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Deleting port ea0e7445-57e1-4ed8-b96b-ef483e19d0bd {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:51:47.152814 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-0e4a7883-d552-443f-8dd7-42b0ffa067c5 req-95d0cbc9-092b-475e-b86f-a1c9ed2d7ee2 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:47.243111 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-0e4a7883-d552-443f-8dd7-42b0ffa067c5 req-95d0cbc9-092b-475e-b86f-a1c9ed2d7ee2 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] For port ea0e7445-57e1-4ed8-b96b-ef483e19d0bd, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=ea0e7445-57e1-4ed8-b96b-ef483e19d0bd,segment=NetworkSegment(c354797e-580a-431c-9dd2-dcb1dd031e21),segment_id=c354797e-580a-431c-9dd2-dcb1dd031e21)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:51:47.243518 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-0e4a7883-d552-443f-8dd7-42b0ffa067c5 req-95d0cbc9-092b-475e-b86f-a1c9ed2d7ee2 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:47.256630 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [req-0e4a7883-d552-443f-8dd7-42b0ffa067c5 req-95d0cbc9-092b-475e-b86f-a1c9ed2d7ee2 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Calling delete_port for ea0e7445-57e1-4ed8-b96b-ef483e19d0bd owned by compute:nova {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:51:47.366963 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2151095-9162-4e97-a238-60953f7f0ed5 req-44662555-3db3-44ef-aec4-de7e47455235 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:47.368424 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f2151095-9162-4e97-a238-60953f7f0ed5 req-44662555-3db3-44ef-aec4-de7e47455235 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 944 time: 0.0535119 Dec 07 18:51:47.386802 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-0e4a7883-d552-443f-8dd7-42b0ffa067c5 req-95d0cbc9-092b-475e-b86f-a1c9ed2d7ee2 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:47.417251 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d0cbc9-092b-475e-b86f-a1c9ed2d7ee2 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Pushing event deleted for resources: {'Port': ['ID=ea0e7445-57e1-4ed8-b96b-ef483e19d0bd,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:51:47.459700 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4a7883-d552-443f-8dd7-42b0ffa067c5 req-95d0cbc9-092b-475e-b86f-a1c9ed2d7ee2 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] No DVR routers for this DVR port ea0e7445-57e1-4ed8-b96b-ef483e19d0bd on host hv-cinder-81969 {{(pid=109084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:51:47.462302 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-0e4a7883-d552-443f-8dd7-42b0ffa067c5 req-95d0cbc9-092b-475e-b86f-a1c9ed2d7ee2 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:47.466898 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0e4a7883-d552-443f-8dd7-42b0ffa067c5 req-95d0cbc9-092b-475e-b86f-a1c9ed2d7ee2 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.23 "DELETE /v2.0/ports/ea0e7445-57e1-4ed8-b96b-ef483e19d0bd HTTP/1.1" status: 204 len: 173 time: 0.3976028 Dec 07 18:51:47.467386 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6353ff89-98cf-4e56-b677-b0f9431d7e1d', 'name': 'network-vif-deleted', 'tag': 'ea0e7445-57e1-4ed8-b96b-ef483e19d0bd'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:51:47.469752 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a9c8e9ce0db27bff2b715efe80f7ddeb02331314c1c7d49b52ba908637cab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df05583f-b011-4723-90f9-a95e3bad89a9" -d '{"events": [{"server_uuid": "6353ff89-98cf-4e56-b677-b0f9431d7e1d", "name": "network-vif-deleted", "tag": "ea0e7445-57e1-4ed8-b96b-ef483e19d0bd"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:51:47.508307 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38621918-ee24-440d-823b-5f4bddbfe339 x-openstack-request-id: req-38621918-ee24-440d-823b-5f4bddbfe339 {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:51:47.508704 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6353ff89-98cf-4e56-b677-b0f9431d7e1d", "name": "network-vif-deleted", "tag": "ea0e7445-57e1-4ed8-b96b-ef483e19d0bd", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:51:47.509054 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-38621918-ee24-440d-823b-5f4bddbfe339 {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:51:47.509579 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6353ff89-98cf-4e56-b677-b0f9431d7e1d', 'name': 'network-vif-deleted', 'tag': 'ea0e7445-57e1-4ed8-b96b-ef483e19d0bd', 'status': 'completed', 'code': 200} Dec 07 18:51:47.694581 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f2151095-9162-4e97-a238-60953f7f0ed5 req-d4d968ee-82a7-44df-9ac1-84d365cf8081 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3196898 Dec 07 18:51:47.840025 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1a6281b0-abee-47cc-95cd-fc858b7db394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:47.921681 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-53390f0d-cfc1-453e-8022-fec58bce6091 req-9e7c5c9a-bcfc-41de-a5f6-b82a8c422528 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "GET /v2.0/ports?device_id=6353ff89-98cf-4e56-b677-b0f9431d7e1d HTTP/1.1" status: 200 len: 210 time: 0.0309057 Dec 07 18:51:48.079473 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 9d321fb6-c496-4034-a6c7-7c7410c908b0 details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:51:48.186472 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 9d321fb6-c496-4034-a6c7-7c7410c908b0, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=9d321fb6-c496-4034-a6c7-7c7410c908b0,segment=NetworkSegment(4e11373f-4e76-4ab5-86c0-112fb5aca0d4),segment_id=4e11373f-4e76-4ab5-86c0-112fb5aca0d4)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:51:48.198426 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Returning: {'device': '9d321fb6-c496-4034-a6c7-7c7410c908b0', 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c', 'port_id': '9d321fb6-c496-4034-a6c7-7c7410c908b0', 'mac_address': 'fa:16:3e:d6:8c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:51:48.237683 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:48.251463 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d321fb6-c496-4034-a6c7-7c7410c908b0 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:51:48.276250 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 9d321fb6-c496-4034-a6c7-7c7410c908b0, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=9d321fb6-c496-4034-a6c7-7c7410c908b0,segment=NetworkSegment(4e11373f-4e76-4ab5-86c0-112fb5aca0d4),segment_id=4e11373f-4e76-4ab5-86c0-112fb5aca0d4)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:51:48.281265 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:48.328670 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=9d321fb6-c496-4034-a6c7-7c7410c908b0,revision_number=9']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:51:48.814469 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a835023-3982-4a96-b7b9-955d81509361 req-5a08642c-80b0-4118-af87-37189b4bee81 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:48.815908 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4a835023-3982-4a96-b7b9-955d81509361 req-5a08642c-80b0-4118-af87-37189b4bee81 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 945 time: 0.0479951 Dec 07 18:51:48.861313 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4a835023-3982-4a96-b7b9-955d81509361 req-6d5cdf63-eb81-4f8a-a342-5c5851c68f9c tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395927 Dec 07 18:51:48.986512 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 38112) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:51:49.041268 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-98d45b98-3f8e-4385-8ae1-a96fad36f9f9 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:49.066223 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-98d45b98-3f8e-4385-8ae1-a96fad36f9f9 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:49.125846 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-98d45b98-3f8e-4385-8ae1-a96fad36f9f9 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:49.128485 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-98d45b98-3f8e-4385-8ae1-a96fad36f9f9 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:49.129621 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-98d45b98-3f8e-4385-8ae1-a96fad36f9f9 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] 10.222.0.41 "DELETE /v2.0/security-groups/f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f HTTP/1.1" status: 204 len: 168 time: 0.1421347 Dec 07 18:51:49.138756 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d45b98-3f8e-4385-8ae1-a96fad36f9f9 tempest-TestShelveInstance-1634793431 tempest-TestShelveInstance-1634793431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f116bce7-3b62-4d66-9ca7-6c0ccfc7ea1f,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:51:49.178190 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 38116) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:51:49.694716 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4b86d817-b73d-4010-ab43-56b15977962d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646341'] for router_interface, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:49.808980 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:49.952390 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-4b86d817-b73d-4010-ab43-56b15977962d admin admin] Deleting port 8bb53d2d-6240-4592-9ad0-27fcc8728b7a {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:51:49.952612 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4b86d817-b73d-4010-ab43-56b15977962d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:50.033150 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc77d4-103c-41b8-9f09-aeaa847543e6 req-61838e4b-775d-400b-ad4d-4d04ffbe83fc tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:50.034627 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d5dc77d4-103c-41b8-9f09-aeaa847543e6 req-61838e4b-775d-400b-ad4d-4d04ffbe83fc tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 945 time: 0.0966122 Dec 07 18:51:50.071005 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [None req-4b86d817-b73d-4010-ab43-56b15977962d admin admin] For port 8bb53d2d-6240-4592-9ad0-27fcc8728b7a, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=8bb53d2d-6240-4592-9ad0-27fcc8728b7a,segment=NetworkSegment(c354797e-580a-431c-9dd2-dcb1dd031e21),segment_id=c354797e-580a-431c-9dd2-dcb1dd031e21)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:51:50.071376 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4b86d817-b73d-4010-ab43-56b15977962d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:50.217156 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device ea0e7445-57e1-4ed8-b96b-ef483e19d0bd no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:51:50.239723 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] No Port match for: ea0e7445-57e1-4ed8-b96b-ef483e19d0bd {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:51:50.240074 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device ea0e7445-57e1-4ed8-b96b-ef483e19d0bd not bound to the agent host hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:51:50.318196 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:50.352172 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-4b86d817-b73d-4010-ab43-56b15977962d admin admin] Calling delete_port for 8bb53d2d-6240-4592-9ad0-27fcc8728b7a owned by network:router_interface {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:51:50.374663 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d5dc77d4-103c-41b8-9f09-aeaa847543e6 req-39322b85-a5ac-4984-903c-ac3269f0b4b4 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3341954 Dec 07 18:51:50.548258 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4b86d817-b73d-4010-ab43-56b15977962d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:50.574477 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86d817-b73d-4010-ab43-56b15977962d admin admin] Pushing event deleted for resources: {'Port': ['ID=8bb53d2d-6240-4592-9ad0-27fcc8728b7a,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:51:50.733736 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4b86d817-b73d-4010-ab43-56b15977962d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-968002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646321'] for router_interface, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:50.943047 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b86d817-b73d-4010-ab43-56b15977962d admin admin] Router 3385f01d-686d-4fd0-b269-dedd02403d7e has already been hosted by L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc {{(pid=109084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:51:51.049595 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b86d817-b73d-4010-ab43-56b15977962d admin admin] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:51:51.054643 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-4b86d817-b73d-4010-ab43-56b15977962d admin admin] 10.222.0.41 "PUT /v2.0/routers/3385f01d-686d-4fd0-b269-dedd02403d7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8753486 Dec 07 18:51:51.057089 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 38126) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:51:51.058708 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c255baa-6062-4a58-b2ea-4e82f15efe22 None None] Sync routers for ids ['3385f01d-686d-4fd0-b269-dedd02403d7e'] in dv-cinder-819692-6-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:51:51.068421 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c255baa-6062-4a58-b2ea-4e82f15efe22 None None] Routers {'3385f01d-686d-4fd0-b269-dedd02403d7e'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:51:51.069017 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5c255baa-6062-4a58-b2ea-4e82f15efe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:51:48Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['3385f01d-686d-4fd0-b269-dedd02403d7e'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:51:51.159710 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9d00b7db-8170-465a-9e77-8f84acb5898a admin admin] Publish callbacks [] for router, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:51.169143 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-5c255baa-6062-4a58-b2ea-4e82f15efe22 None None] Set router 3385f01d-686d-4fd0-b269-dedd02403d7e gateway port host: dv-cinder-819692-6-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:51:51.204255 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['9d321fb6-c496-4034-a6c7-7c7410c908b0'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:51:51.275134 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9d00b7db-8170-465a-9e77-8f84acb5898a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:51.337350 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-9d00b7db-8170-465a-9e77-8f84acb5898a admin admin] Deleting port 710424ee-3487-48d6-9990-c8d047586a7f {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:51:51.337697 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9d00b7db-8170-465a-9e77-8f84acb5898a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:51.362206 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5c255baa-6062-4a58-b2ea-4e82f15efe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3385f01d-686d-4fd0-b269-dedd02403d7e', 'name': 'tempest-TestShelveInstance-2000220902-router', 'tenant_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '710424ee-3487-48d6-9990-c8d047586a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:27Z', 'updated_at': '2021-12-07T18:51:50Z', 'revision_number': 5, 'project_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'gw_port': {'id': '710424ee-3487-48d6-9990-c8d047586a7f', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3385f01d-686d-4fd0-b269-dedd02403d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:28Z', 'updated_at': '2021-12-07T18:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi'}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:51:51.392162 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c255baa-6062-4a58-b2ea-4e82f15efe22 None None] Checking router: 3385f01d-686d-4fd0-b269-dedd02403d7e for host: dv-cinder-819692-6-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:51:51.400586 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c255baa-6062-4a58-b2ea-4e82f15efe22 None None] Routers {'3385f01d-686d-4fd0-b269-dedd02403d7e'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:51:51.401423 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5c255baa-6062-4a58-b2ea-4e82f15efe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:51:48Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['3385f01d-686d-4fd0-b269-dedd02403d7e'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:51:51.431115 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [None req-9d00b7db-8170-465a-9e77-8f84acb5898a admin admin] For port 710424ee-3487-48d6-9990-c8d047586a7f, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=710424ee-3487-48d6-9990-c8d047586a7f,segment=NetworkSegment(05f8ab8d-4669-4926-ada9-ecff5fb4eb1d),segment_id=05f8ab8d-4669-4926-ada9-ecff5fb4eb1d)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:51:51.431498 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9d00b7db-8170-465a-9e77-8f84acb5898a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:51.444136 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-9d00b7db-8170-465a-9e77-8f84acb5898a admin admin] Calling delete_port for 710424ee-3487-48d6-9990-c8d047586a7f owned by network:router_gateway {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:51:51.489683 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-5c255baa-6062-4a58-b2ea-4e82f15efe22 None None] Set router 3385f01d-686d-4fd0-b269-dedd02403d7e gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:51:51.516516 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10d50f-1984-4945-bca3-b7832455d766 req-f5e05b71-34b1-40e3-a92f-d8f72d9dcbc0 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:51.518348 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4e10d50f-1984-4945-bca3-b7832455d766 req-f5e05b71-34b1-40e3-a92f-d8f72d9dcbc0 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 945 time: 0.0514867 Dec 07 18:51:51.540367 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5c255baa-6062-4a58-b2ea-4e82f15efe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3385f01d-686d-4fd0-b269-dedd02403d7e', 'name': 'tempest-TestShelveInstance-2000220902-router', 'tenant_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:27Z', 'updated_at': '2021-12-07T18:51:51Z', 'revision_number': 6, 'project_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'gw_port_host': None}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:51:51.572270 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c255baa-6062-4a58-b2ea-4e82f15efe22 None None] The sync data for ids ['3385f01d-686d-4fd0-b269-dedd02403d7e'] in dv-cinder-819692-6-iscsi is: [{'id': '3385f01d-686d-4fd0-b269-dedd02403d7e', 'name': 'tempest-TestShelveInstance-2000220902-router', 'tenant_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:27Z', 'updated_at': '2021-12-07T18:51:51Z', 'revision_number': 6, 'project_id': '9dbb7c47db4047b7b6b9fdc130ea461d', 'gw_port_host': None}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:51:51.582591 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4e10d50f-1984-4945-bca3-b7832455d766 req-fbd4c03a-fe28-4a6b-b5df-e4224ab8b4ac tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579135 Dec 07 18:51:51.626340 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9d00b7db-8170-465a-9e77-8f84acb5898a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:51.655835 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00b7db-8170-465a-9e77-8f84acb5898a admin admin] Pushing event deleted for resources: {'Port': ['ID=710424ee-3487-48d6-9990-c8d047586a7f,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:51:51.688042 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:51.712861 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9d00b7db-8170-465a-9e77-8f84acb5898a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644875'] for router_gateway, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:51.799745 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9d00b7db-8170-465a-9e77-8f84acb5898a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30677'] for router, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:51.801711 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9d00b7db-8170-465a-9e77-8f84acb5898a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:51.845205 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9d00b7db-8170-465a-9e77-8f84acb5898a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646822'] for router, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:51.845742 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d00b7db-8170-465a-9e77-8f84acb5898a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3385f01d-686d-4fd0-b269-dedd02403d7e {{(pid=109084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 18:51:51.850626 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9d00b7db-8170-465a-9e77-8f84acb5898a admin admin] Publish callbacks [] for router, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:51.851809 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-9d00b7db-8170-465a-9e77-8f84acb5898a admin admin] 10.222.0.41 "DELETE /v2.0/routers/3385f01d-686d-4fd0-b269-dedd02403d7e HTTP/1.1" status: 204 len: 168 time: 0.7937515 Dec 07 18:51:51.854370 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 38132) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:51:51.897700 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1fe993e-f26f-4b59-9cb4-b60a8a0b120e admin admin] Deleting subnet 1391da38-e32d-4021-8a10-dbcd7095634e {{(pid=109084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 18:51:51.900750 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f1fe993e-f26f-4b59-9cb4-b60a8a0b120e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:51.937440 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f1fe993e-f26f-4b59-9cb4-b60a8a0b120e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529821108'] for subnet, precommit_delete_associations {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:52.021584 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f1fe993e-f26f-4b59-9cb4-b60a8a0b120e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1752923'] for subnet, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:52.072556 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f1fe993e-f26f-4b59-9cb4-b60a8a0b120e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1752898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530415315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530068101'] for subnet, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:52.078609 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 9d321fb6-c496-4034-a6c7-7c7410c908b0 up at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:51:52.099551 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe993e-f26f-4b59-9cb4-b60a8a0b120e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1391da38-e32d-4021-8a10-dbcd7095634e,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:51:52.101506 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f1fe993e-f26f-4b59-9cb4-b60a8a0b120e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:52.104731 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-f1fe993e-f26f-4b59-9cb4-b60a8a0b120e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1391da38-e32d-4021-8a10-dbcd7095634e HTTP/1.1" status: 204 len: 168 time: 0.2493906 Dec 07 18:51:52.107777 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 38134) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:51:52.111525 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006cafc5-1e04-4434-b533-679e1a2c84d4 None None] Network f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584 requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:51:52.181098 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e7fed22c-b88c-4259-a63e-d70a6d0d5295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639551'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:52.209655 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning complete for port 9d321fb6-c496-4034-a6c7-7c7410c908b0 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:51:52.210290 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:52.233535 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-e7fed22c-b88c-4259-a63e-d70a6d0d5295 admin admin] Deleting port 4d817c8f-7253-4ede-a59e-e0581a6f4ab7 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:51:52.233865 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e7fed22c-b88c-4259-a63e-d70a6d0d5295 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:52.303080 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-e7fed22c-b88c-4259-a63e-d70a6d0d5295 admin admin] For port 4d817c8f-7253-4ede-a59e-e0581a6f4ab7, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=4d817c8f-7253-4ede-a59e-e0581a6f4ab7,segment=NetworkSegment(c354797e-580a-431c-9dd2-dcb1dd031e21),segment_id=c354797e-580a-431c-9dd2-dcb1dd031e21)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:51:52.303455 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e7fed22c-b88c-4259-a63e-d70a6d0d5295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:52.305284 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:52.316516 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-e7fed22c-b88c-4259-a63e-d70a6d0d5295 admin admin] Calling delete_port for 4d817c8f-7253-4ede-a59e-e0581a6f4ab7 owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:51:52.327248 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f6ff1b-9c2c-43e0-a73b-9119796a32c9 None None] DHCP port deletion for f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584 request from dv-cinder-819692-6-iscsi {{(pid=109086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 07 18:51:52.337203 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017abb4f-1da1-4373-83da-f4e5b0d2516b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d321fb6-c496-4034-a6c7-7c7410c908b0'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:51:52.339799 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab3a8ce7da5a640e7c4dfc04f2c3e6911255c2d0b826cd7cc2b97a426bb0a1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc41691-6a43-42dc-8801-563a9de032d4" -d '{"events": [{"server_uuid": "017abb4f-1da1-4373-83da-f4e5b0d2516b", "name": "network-vif-plugged", "status": "completed", "tag": "9d321fb6-c496-4034-a6c7-7c7410c908b0"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:51:52.392350 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3241cf28-312d-43b6-85e1-7fdfd01cf47c x-openstack-request-id: req-3241cf28-312d-43b6-85e1-7fdfd01cf47c {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:51:52.392716 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "017abb4f-1da1-4373-83da-f4e5b0d2516b", "name": "network-vif-plugged", "status": "completed", "tag": "9d321fb6-c496-4034-a6c7-7c7410c908b0", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:51:52.393023 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3241cf28-312d-43b6-85e1-7fdfd01cf47c {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:51:52.393482 dv-cinder-819692-6-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017abb4f-1da1-4373-83da-f4e5b0d2516b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d321fb6-c496-4034-a6c7-7c7410c908b0', 'code': 200} Dec 07 18:51:52.398011 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 9d321fb6-c496-4034-a6c7-7c7410c908b0, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=9d321fb6-c496-4034-a6c7-7c7410c908b0,segment=NetworkSegment(4e11373f-4e76-4ab5-86c0-112fb5aca0d4),segment_id=4e11373f-4e76-4ab5-86c0-112fb5aca0d4)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:51:52.421279 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:52.423934 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e7fed22c-b88c-4259-a63e-d70a6d0d5295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529624208'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:52.470120 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-03f6ff1b-9c2c-43e0-a73b-9119796a32c9 None None] Deleting port 4d817c8f-7253-4ede-a59e-e0581a6f4ab7 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:51:52.470682 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-03f6ff1b-9c2c-43e0-a73b-9119796a32c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:52.480625 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fed22c-b88c-4259-a63e-d70a6d0d5295 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d817c8f-7253-4ede-a59e-e0581a6f4ab7,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:51:52.488104 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fed22c-b88c-4259-a63e-d70a6d0d5295 admin admin] No DVR routers for this DVR port 4d817c8f-7253-4ede-a59e-e0581a6f4ab7 on host dv-cinder-819692-6-iscsi {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:51:52.515465 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=9d321fb6-c496-4034-a6c7-7c7410c908b0,revision_number=10']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:51:52.567269 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-03f6ff1b-9c2c-43e0-a73b-9119796a32c9 None None] For port 4d817c8f-7253-4ede-a59e-e0581a6f4ab7, host dv-cinder-819692-6-iscsi, got binding levels [] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:51:52.567678 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-03f6ff1b-9c2c-43e0-a73b-9119796a32c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:52.592343 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-03f6ff1b-9c2c-43e0-a73b-9119796a32c9 None None] Calling delete_port for 4d817c8f-7253-4ede-a59e-e0581a6f4ab7 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:51:52.596373 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.ipam_backend_mixin [None req-03f6ff1b-9c2c-43e0-a73b-9119796a32c9 None None] Port 4d817c8f-7253-4ede-a59e-e0581a6f4ab7 was not found and therefore no delete operation was performed {{(pid=109086) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 07 18:51:52.597688 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-03f6ff1b-9c2c-43e0-a73b-9119796a32c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:52.603933 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e7fed22c-b88c-4259-a63e-d70a6d0d5295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587410', 'neutron.services.segments.db._delete_segments_for_network-8753414418342'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:52.628182 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f6ff1b-9c2c-43e0-a73b-9119796a32c9 None None] Pushing event deleted for resources: {'Port': ['ID=4d817c8f-7253-4ede-a59e-e0581a6f4ab7,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:51:52.634294 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f6ff1b-9c2c-43e0-a73b-9119796a32c9 None None] No DVR routers for this DVR port 4d817c8f-7253-4ede-a59e-e0581a6f4ab7 on host dv-cinder-819692-6-iscsi {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:51:52.638770 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-e7fed22c-b88c-4259-a63e-d70a6d0d5295 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:51:52.659996 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-e7fed22c-b88c-4259-a63e-d70a6d0d5295 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c354797e-580a-431c-9dd2-dcb1dd031e21') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:51:52.660288 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-e7fed22c-b88c-4259-a63e-d70a6d0d5295 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c354797e-580a-431c-9dd2-dcb1dd031e21') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:51:52.679960 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e7fed22c-b88c-4259-a63e-d70a6d0d5295 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753414568039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529982506'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:52.696012 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6244b27-d815-4ae5-a350-8ba54957ef6f req-c693070e-587c-46d8-be9e-07bc96229089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:52.697530 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f6244b27-d815-4ae5-a350-8ba54957ef6f req-c693070e-587c-46d8-be9e-07bc96229089 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 1100 time: 0.0935421 Dec 07 18:51:52.698577 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e7fed22c-b88c-4259-a63e-d70a6d0d5295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:52.737264 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7fed22c-b88c-4259-a63e-d70a6d0d5295 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 18:51:52.737622 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e7fed22c-b88c-4259-a63e-d70a6d0d5295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529623631'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:52.743550 dv-cinder-819692-6-iscsi neutron-server[109085]: Traceback (most recent call last): Dec 07 18:51:52.743550 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 18:51:52.743550 dv-cinder-819692-6-iscsi neutron-server[109085]: timer() Dec 07 18:51:52.743550 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 18:51:52.743550 dv-cinder-819692-6-iscsi neutron-server[109085]: cb(*args, **kw) Dec 07 18:51:52.743550 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 18:51:52.743550 dv-cinder-819692-6-iscsi neutron-server[109085]: return func(*args, **kwargs) Dec 07 18:51:52.743550 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 18:51:52.743550 dv-cinder-819692-6-iscsi neutron-server[109085]: self._notify() Dec 07 18:51:52.743550 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 18:51:52.743550 dv-cinder-819692-6-iscsi neutron-server[109085]: self.callback(batched_events) Dec 07 18:51:52.743550 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 18:51:52.743550 dv-cinder-819692-6-iscsi neutron-server[109085]: event.method(event) Dec 07 18:51:52.743550 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 18:51:52.743550 dv-cinder-819692-6-iscsi neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 18:51:52.743550 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 18:51:52.743550 dv-cinder-819692-6-iscsi neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 18:51:52.743550 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 18:51:52.743550 dv-cinder-819692-6-iscsi neutron-server[109085]: return f(self, *a, **k) Dec 07 18:51:52.743550 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 18:51:52.743550 dv-cinder-819692-6-iscsi neutron-server[109085]: return self._get(url).json() Dec 07 18:51:52.743550 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 18:51:52.743550 dv-cinder-819692-6-iscsi neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 18:51:52.743550 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 18:51:52.743550 dv-cinder-819692-6-iscsi neutron-server[109085]: return self.request(url, 'GET', **kwargs) Dec 07 18:51:52.743550 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 18:51:52.743550 dv-cinder-819692-6-iscsi neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 18:51:52.743550 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 18:51:52.743550 dv-cinder-819692-6-iscsi neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 18:51:52.743550 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 18:51:52.743550 dv-cinder-819692-6-iscsi neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 18:51:52.743550 dv-cinder-819692-6-iscsi neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 18:51:52.759856 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f6244b27-d815-4ae5-a350-8ba54957ef6f req-59c772ff-e117-4862-91c5-519d54f138ab service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543292 Dec 07 18:51:52.813121 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a34251-c4ac-473f-ab3b-0ebba61369af req-fc12ab0a-8750-4723-80e8-1bb9a95bc351 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:52.814687 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-72a34251-c4ac-473f-ab3b-0ebba61369af req-fc12ab0a-8750-4723-80e8-1bb9a95bc351 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 947 time: 0.1176310 Dec 07 18:51:52.815887 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e7fed22c-b88c-4259-a63e-d70a6d0d5295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644911'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:52.822351 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e7fed22c-b88c-4259-a63e-d70a6d0d5295 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:52.826189 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-e7fed22c-b88c-4259-a63e-d70a6d0d5295 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584 HTTP/1.1" status: 204 len: 168 time: 0.7172558 Dec 07 18:51:52.829234 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 38148) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:51:52.850999 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fed22c-b88c-4259-a63e-d70a6d0d5295 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1cf0dd1-f3a3-47d9-9b26-d9bdfb74a584,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:51:52.883944 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-72a34251-c4ac-473f-ab3b-0ebba61369af req-7c9f0891-1b4d-4db8-9c7f-191610f47a65 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628197 Dec 07 18:51:53.048913 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 4d817c8f-7253-4ede-a59e-e0581a6f4ab7 no longer exists at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:51:53.073256 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] No Port match for: 4d817c8f-7253-4ede-a59e-e0581a6f4ab7 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:51:53.073598 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 4d817c8f-7253-4ede-a59e-e0581a6f4ab7 not bound to the agent host dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:51:53.074254 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 710424ee-3487-48d6-9990-c8d047586a7f no longer exists at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:51:53.224226 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a2465625-45e4-4878-8d04-fdcd8cb3de30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646341'] for router_interface, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:53.226269 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] No Port match for: 710424ee-3487-48d6-9990-c8d047586a7f {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:51:53.227249 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 710424ee-3487-48d6-9990-c8d047586a7f not bound to the agent host dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:51:53.227833 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 8bb53d2d-6240-4592-9ad0-27fcc8728b7a no longer exists at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:51:53.247976 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] No Port match for: 8bb53d2d-6240-4592-9ad0-27fcc8728b7a {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:51:53.248325 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 8bb53d2d-6240-4592-9ad0-27fcc8728b7a not bound to the agent host dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:51:53.475914 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-a2465625-45e4-4878-8d04-fdcd8cb3de30 admin admin] Deleting port 56190af2-e42a-429f-aae7-f510dbf45b19 {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:51:53.476870 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a2465625-45e4-4878-8d04-fdcd8cb3de30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:53.556520 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [None req-a2465625-45e4-4878-8d04-fdcd8cb3de30 admin admin] For port 56190af2-e42a-429f-aae7-f510dbf45b19, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=56190af2-e42a-429f-aae7-f510dbf45b19,segment=NetworkSegment(7d73bbca-47f8-4a3c-8f07-395993524b92),segment_id=7d73bbca-47f8-4a3c-8f07-395993524b92)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:51:53.556905 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a2465625-45e4-4878-8d04-fdcd8cb3de30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:53.572956 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-a2465625-45e4-4878-8d04-fdcd8cb3de30 admin admin] Calling delete_port for 56190af2-e42a-429f-aae7-f510dbf45b19 owned by network:router_interface {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:51:53.748639 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a2465625-45e4-4878-8d04-fdcd8cb3de30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:53.783016 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2465625-45e4-4878-8d04-fdcd8cb3de30 admin admin] Pushing event deleted for resources: {'Port': ['ID=56190af2-e42a-429f-aae7-f510dbf45b19,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:51:53.964021 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a2465625-45e4-4878-8d04-fdcd8cb3de30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-968002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646321'] for router_interface, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:54.106107 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5aa239-9efe-459e-b31b-e93edd295959 req-3cfcf270-a54c-4bec-bd5d-dce4a60e3317 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:54.107698 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0e5aa239-9efe-459e-b31b-e93edd295959 req-3cfcf270-a54c-4bec-bd5d-dce4a60e3317 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 947 time: 0.1280618 Dec 07 18:51:54.204160 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0e5aa239-9efe-459e-b31b-e93edd295959 req-ff114f79-2308-4bdd-9747-8aa3fe3d00e3 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894904 Dec 07 18:51:54.275294 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2465625-45e4-4878-8d04-fdcd8cb3de30 admin admin] Router d178a806-b476-4613-8331-b0c61f1978d8 has already been hosted by L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc {{(pid=109084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:51:54.383739 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2465625-45e4-4878-8d04-fdcd8cb3de30 admin admin] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:51:54.391361 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-a2465625-45e4-4878-8d04-fdcd8cb3de30 admin admin] 10.222.0.41 "PUT /v2.0/routers/d178a806-b476-4613-8331-b0c61f1978d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5583322 Dec 07 18:51:54.391361 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 38210) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:51:54.395446 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b057f6ea-0aa2-4f49-bbd7-78917927be55 None None] Sync routers for ids ['d178a806-b476-4613-8331-b0c61f1978d8'] in dv-cinder-819692-6-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:51:54.406154 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b057f6ea-0aa2-4f49-bbd7-78917927be55 None None] Routers {'d178a806-b476-4613-8331-b0c61f1978d8'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:51:54.406854 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-b057f6ea-0aa2-4f49-bbd7-78917927be55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:51:48Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['d178a806-b476-4613-8331-b0c61f1978d8'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:51:54.496187 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb831-9075-4d0e-9d91-d2f119126536 admin admin] Publish callbacks [] for router, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:54.516634 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-b057f6ea-0aa2-4f49-bbd7-78917927be55 None None] Set router d178a806-b476-4613-8331-b0c61f1978d8 gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:51:54.618201 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb831-9075-4d0e-9d91-d2f119126536 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:54.672890 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-1a9bb831-9075-4d0e-9d91-d2f119126536 admin admin] Deleting port 828bb3b0-fe71-4008-ab60-7e972f61d14c {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:51:54.673223 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb831-9075-4d0e-9d91-d2f119126536 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:54.731218 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-b057f6ea-0aa2-4f49-bbd7-78917927be55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd178a806-b476-4613-8331-b0c61f1978d8', 'name': 'tempest-TestShelveInstance-869694091-router', 'tenant_id': '81a65049b0f44bb6b29d0b8f8b8a2a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '828bb3b0-fe71-4008-ab60-7e972f61d14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:37Z', 'updated_at': '2021-12-07T18:51:53Z', 'revision_number': 5, 'project_id': '81a65049b0f44bb6b29d0b8f8b8a2a7a', 'gw_port': {'id': '828bb3b0-fe71-4008-ab60-7e972f61d14c', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd178a806-b476-4613-8331-b0c61f1978d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:38Z', 'updated_at': '2021-12-07T18:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi'}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:51:54.759549 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b057f6ea-0aa2-4f49-bbd7-78917927be55 None None] Checking router: d178a806-b476-4613-8331-b0c61f1978d8 for host: dv-cinder-819692-6-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:51:54.763254 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [None req-1a9bb831-9075-4d0e-9d91-d2f119126536 admin admin] For port 828bb3b0-fe71-4008-ab60-7e972f61d14c, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=828bb3b0-fe71-4008-ab60-7e972f61d14c,segment=NetworkSegment(05f8ab8d-4669-4926-ada9-ecff5fb4eb1d),segment_id=05f8ab8d-4669-4926-ada9-ecff5fb4eb1d)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:51:54.763721 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb831-9075-4d0e-9d91-d2f119126536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:54.769573 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b057f6ea-0aa2-4f49-bbd7-78917927be55 None None] Routers {'d178a806-b476-4613-8331-b0c61f1978d8'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:51:54.770529 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-b057f6ea-0aa2-4f49-bbd7-78917927be55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:51:48Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['d178a806-b476-4613-8331-b0c61f1978d8'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:51:54.779154 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-1a9bb831-9075-4d0e-9d91-d2f119126536 admin admin] Calling delete_port for 828bb3b0-fe71-4008-ab60-7e972f61d14c owned by network:router_gateway {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:51:54.868595 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-b057f6ea-0aa2-4f49-bbd7-78917927be55 None None] Set router d178a806-b476-4613-8331-b0c61f1978d8 gateway port host: None {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:51:54.931697 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-b057f6ea-0aa2-4f49-bbd7-78917927be55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd178a806-b476-4613-8331-b0c61f1978d8', 'name': 'tempest-TestShelveInstance-869694091-router', 'tenant_id': '81a65049b0f44bb6b29d0b8f8b8a2a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:37Z', 'updated_at': '2021-12-07T18:51:54Z', 'revision_number': 6, 'project_id': '81a65049b0f44bb6b29d0b8f8b8a2a7a', 'gw_port_host': None}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:51:54.964152 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b057f6ea-0aa2-4f49-bbd7-78917927be55 None None] The sync data for ids ['d178a806-b476-4613-8331-b0c61f1978d8'] in dv-cinder-819692-6-iscsi is: [{'id': 'd178a806-b476-4613-8331-b0c61f1978d8', 'name': 'tempest-TestShelveInstance-869694091-router', 'tenant_id': '81a65049b0f44bb6b29d0b8f8b8a2a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:37Z', 'updated_at': '2021-12-07T18:51:54Z', 'revision_number': 6, 'project_id': '81a65049b0f44bb6b29d0b8f8b8a2a7a', 'gw_port_host': None}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:51:54.964266 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb831-9075-4d0e-9d91-d2f119126536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:54.995530 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9bb831-9075-4d0e-9d91-d2f119126536 admin admin] Pushing event deleted for resources: {'Port': ['ID=828bb3b0-fe71-4008-ab60-7e972f61d14c,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:51:55.060359 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb831-9075-4d0e-9d91-d2f119126536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644875'] for router_gateway, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:55.345944 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa58632-12f9-4fef-9b4a-a0290ce8663d req-f38827f7-27df-436e-9b52-e361e4c8a4a6 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:51:55.353570 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-cfa58632-12f9-4fef-9b4a-a0290ce8663d req-f38827f7-27df-436e-9b52-e361e4c8a4a6 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 947 time: 0.0716367 Dec 07 18:51:55.408422 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-cfa58632-12f9-4fef-9b4a-a0290ce8663d req-77b3c993-fab2-4c27-9e09-597d06e29591 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531445 Dec 07 18:51:55.452019 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb831-9075-4d0e-9d91-d2f119126536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30677'] for router, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:55.454238 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb831-9075-4d0e-9d91-d2f119126536 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:55.499014 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb831-9075-4d0e-9d91-d2f119126536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646822'] for router, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:55.499556 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9bb831-9075-4d0e-9d91-d2f119126536 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d178a806-b476-4613-8331-b0c61f1978d8 {{(pid=109084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 18:51:55.503852 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb831-9075-4d0e-9d91-d2f119126536 admin admin] Publish callbacks [] for router, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:55.505028 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-1a9bb831-9075-4d0e-9d91-d2f119126536 admin admin] 10.222.0.41 "DELETE /v2.0/routers/d178a806-b476-4613-8331-b0c61f1978d8 HTTP/1.1" status: 204 len: 168 time: 1.1127863 Dec 07 18:51:55.507527 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 38240) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:51:55.550777 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e2b6adf-3b1e-4f97-adc8-40c611ede0d3 admin admin] Deleting subnet a4d22c79-1b0d-40c2-aa62-c1df983cd3f2 {{(pid=109084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 18:51:55.553805 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9e2b6adf-3b1e-4f97-adc8-40c611ede0d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:55.587642 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9e2b6adf-3b1e-4f97-adc8-40c611ede0d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529821108'] for subnet, precommit_delete_associations {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:55.663682 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9e2b6adf-3b1e-4f97-adc8-40c611ede0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1752923'] for subnet, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:55.714365 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9e2b6adf-3b1e-4f97-adc8-40c611ede0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1752898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530415315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530068101'] for subnet, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:55.740333 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b6adf-3b1e-4f97-adc8-40c611ede0d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4d22c79-1b0d-40c2-aa62-c1df983cd3f2,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:51:55.742264 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9e2b6adf-3b1e-4f97-adc8-40c611ede0d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:55.745456 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-9e2b6adf-3b1e-4f97-adc8-40c611ede0d3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a4d22c79-1b0d-40c2-aa62-c1df983cd3f2 HTTP/1.1" status: 204 len: 168 time: 0.2369940 Dec 07 18:51:55.745847 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ad33d1-f40f-400f-a834-5380cd957125 None None] Network fd114611-2081-4fe5-80cb-7730da561ab7 requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:51:55.748655 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 38242) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:51:55.819536 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9a04b60b-9b51-479c-ac0d-10b15fa23020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639551'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:55.876349 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-9a04b60b-9b51-479c-ac0d-10b15fa23020 admin admin] Deleting port c6e4e811-6856-4cab-987e-85c5567767ba {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:51:55.876573 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9a04b60b-9b51-479c-ac0d-10b15fa23020 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:55.901501 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87456e9-625a-44dc-8012-d183425f04e6 None None] DHCP port deletion for fd114611-2081-4fe5-80cb-7730da561ab7 request from dv-cinder-819692-6-iscsi {{(pid=109086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 07 18:51:55.948279 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-9a04b60b-9b51-479c-ac0d-10b15fa23020 admin admin] For port c6e4e811-6856-4cab-987e-85c5567767ba, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=c6e4e811-6856-4cab-987e-85c5567767ba,segment=NetworkSegment(7d73bbca-47f8-4a3c-8f07-395993524b92),segment_id=7d73bbca-47f8-4a3c-8f07-395993524b92)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:51:55.948685 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9a04b60b-9b51-479c-ac0d-10b15fa23020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:55.951508 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-e87456e9-625a-44dc-8012-d183425f04e6 None None] Deleting port c6e4e811-6856-4cab-987e-85c5567767ba {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:51:55.951883 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e87456e9-625a-44dc-8012-d183425f04e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:55.961545 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-9a04b60b-9b51-479c-ac0d-10b15fa23020 admin admin] Calling delete_port for c6e4e811-6856-4cab-987e-85c5567767ba owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:51:56.014722 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-e87456e9-625a-44dc-8012-d183425f04e6 None None] For port c6e4e811-6856-4cab-987e-85c5567767ba, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=c6e4e811-6856-4cab-987e-85c5567767ba,segment=NetworkSegment(7d73bbca-47f8-4a3c-8f07-395993524b92),segment_id=7d73bbca-47f8-4a3c-8f07-395993524b92)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:51:56.015123 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e87456e9-625a-44dc-8012-d183425f04e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:56.029569 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-e87456e9-625a-44dc-8012-d183425f04e6 None None] Calling delete_port for c6e4e811-6856-4cab-987e-85c5567767ba owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:51:56.045739 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9a04b60b-9b51-479c-ac0d-10b15fa23020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529624208'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:56.076989 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04b60b-9b51-479c-ac0d-10b15fa23020 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6e4e811-6856-4cab-987e-85c5567767ba,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:51:56.080770 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a04b60b-9b51-479c-ac0d-10b15fa23020 admin admin] No DVR routers for this DVR port c6e4e811-6856-4cab-987e-85c5567767ba on host dv-cinder-819692-6-iscsi {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:51:56.120759 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e87456e9-625a-44dc-8012-d183425f04e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:56.143658 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87456e9-625a-44dc-8012-d183425f04e6 None None] Pushing event deleted for resources: {'Port': ['ID=c6e4e811-6856-4cab-987e-85c5567767ba,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:51:56.150275 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87456e9-625a-44dc-8012-d183425f04e6 None None] No DVR routers for this DVR port c6e4e811-6856-4cab-987e-85c5567767ba on host dv-cinder-819692-6-iscsi {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:51:56.157988 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9a04b60b-9b51-479c-ac0d-10b15fa23020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587410', 'neutron.services.segments.db._delete_segments_for_network-8753414418342'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:56.178661 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-9a04b60b-9b51-479c-ac0d-10b15fa23020 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd114611-2081-4fe5-80cb-7730da561ab7']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:51:56.187793 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-9a04b60b-9b51-479c-ac0d-10b15fa23020 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d73bbca-47f8-4a3c-8f07-395993524b92') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:51:56.188082 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-9a04b60b-9b51-479c-ac0d-10b15fa23020 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d73bbca-47f8-4a3c-8f07-395993524b92') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:51:56.197197 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9a04b60b-9b51-479c-ac0d-10b15fa23020 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753414568039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529982506'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:56.210873 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9a04b60b-9b51-479c-ac0d-10b15fa23020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:56.217530 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a04b60b-9b51-479c-ac0d-10b15fa23020 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 18:51:56.217937 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9a04b60b-9b51-479c-ac0d-10b15fa23020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529623631'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:56.219696 dv-cinder-819692-6-iscsi neutron-server[109085]: Traceback (most recent call last): Dec 07 18:51:56.219696 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 18:51:56.219696 dv-cinder-819692-6-iscsi neutron-server[109085]: timer() Dec 07 18:51:56.219696 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 18:51:56.219696 dv-cinder-819692-6-iscsi neutron-server[109085]: cb(*args, **kw) Dec 07 18:51:56.219696 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 18:51:56.219696 dv-cinder-819692-6-iscsi neutron-server[109085]: return func(*args, **kwargs) Dec 07 18:51:56.219696 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 18:51:56.219696 dv-cinder-819692-6-iscsi neutron-server[109085]: self._notify() Dec 07 18:51:56.219696 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 18:51:56.219696 dv-cinder-819692-6-iscsi neutron-server[109085]: self.callback(batched_events) Dec 07 18:51:56.219696 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 18:51:56.219696 dv-cinder-819692-6-iscsi neutron-server[109085]: event.method(event) Dec 07 18:51:56.219696 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 18:51:56.219696 dv-cinder-819692-6-iscsi neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 18:51:56.219696 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 18:51:56.219696 dv-cinder-819692-6-iscsi neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 18:51:56.219696 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 18:51:56.219696 dv-cinder-819692-6-iscsi neutron-server[109085]: return f(self, *a, **k) Dec 07 18:51:56.219696 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 18:51:56.219696 dv-cinder-819692-6-iscsi neutron-server[109085]: return self._get(url).json() Dec 07 18:51:56.219696 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 18:51:56.219696 dv-cinder-819692-6-iscsi neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 18:51:56.219696 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 18:51:56.219696 dv-cinder-819692-6-iscsi neutron-server[109085]: return self.request(url, 'GET', **kwargs) Dec 07 18:51:56.219696 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 18:51:56.219696 dv-cinder-819692-6-iscsi neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 18:51:56.219696 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 18:51:56.219696 dv-cinder-819692-6-iscsi neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 18:51:56.219696 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 18:51:56.219696 dv-cinder-819692-6-iscsi neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 18:51:56.219696 dv-cinder-819692-6-iscsi neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 18:51:56.287051 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9a04b60b-9b51-479c-ac0d-10b15fa23020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644911'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:56.292058 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9a04b60b-9b51-479c-ac0d-10b15fa23020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:56.298366 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-9a04b60b-9b51-479c-ac0d-10b15fa23020 admin admin] 10.222.0.41 "DELETE /v2.0/networks/fd114611-2081-4fe5-80cb-7730da561ab7 HTTP/1.1" status: 204 len: 168 time: 0.5460756 Dec 07 18:51:56.309532 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04b60b-9b51-479c-ac0d-10b15fa23020 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd114611-2081-4fe5-80cb-7730da561ab7,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:51:56.417872 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 38258) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:51:56.462212 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-ffd39bb3-3bd2-4470-874e-572b6180b23c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9dbb7c47db4047b7b6b9fdc130ea461d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429721 Dec 07 18:51:56.464616 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 38262) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:51:56.511794 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-143179f2-72ad-42a2-8491-80f7457cf026 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:56.535802 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-143179f2-72ad-42a2-8491-80f7457cf026 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:56.581837 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-143179f2-72ad-42a2-8491-80f7457cf026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:56.584313 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-143179f2-72ad-42a2-8491-80f7457cf026 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:56.585437 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-143179f2-72ad-42a2-8491-80f7457cf026 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6924a256-f236-430a-a8d9-537f4edcd703 HTTP/1.1" status: 204 len: 168 time: 0.1193025 Dec 07 18:51:56.593837 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143179f2-72ad-42a2-8491-80f7457cf026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6924a256-f236-430a-a8d9-537f4edcd703,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:51:56.884593 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 38268) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:51:56.925730 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-19ca9290-0a3c-4282-8282-512adcd610e7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=81a65049b0f44bb6b29d0b8f8b8a2a7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399952 Dec 07 18:51:56.928203 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 38270) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:51:56.974760 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e2c0ed5b-b2c6-4748-a90c-168537e9a95c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:56.995639 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e2c0ed5b-b2c6-4748-a90c-168537e9a95c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:57.040668 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 828bb3b0-fe71-4008-ab60-7e972f61d14c no longer exists at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:51:57.050741 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e2c0ed5b-b2c6-4748-a90c-168537e9a95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:57.053377 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e2c0ed5b-b2c6-4748-a90c-168537e9a95c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:51:57.054583 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-e2c0ed5b-b2c6-4748-a90c-168537e9a95c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d50179fc-4f16-498c-9fda-95d771cd18f3 HTTP/1.1" status: 204 len: 168 time: 0.1254196 Dec 07 18:51:57.063256 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] No Port match for: 828bb3b0-fe71-4008-ab60-7e972f61d14c {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:51:57.063548 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0ed5b-b2c6-4748-a90c-168537e9a95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50179fc-4f16-498c-9fda-95d771cd18f3,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:51:57.063668 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 828bb3b0-fe71-4008-ab60-7e972f61d14c not bound to the agent host dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:51:57.064007 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device c6e4e811-6856-4cab-987e-85c5567767ba no longer exists at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:51:57.087052 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] No Port match for: c6e4e811-6856-4cab-987e-85c5567767ba {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:51:57.087391 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device c6e4e811-6856-4cab-987e-85c5567767ba not bound to the agent host dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:51:57.087825 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 56190af2-e42a-429f-aae7-f510dbf45b19 no longer exists at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:51:57.114740 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] No Port match for: 56190af2-e42a-429f-aae7-f510dbf45b19 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:51:57.115081 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 56190af2-e42a-429f-aae7-f510dbf45b19 not bound to the agent host dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:52:02.475836 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:52:09.676142 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:15.470054 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f0677cf-854b-40fd-a1a8-afbd5d3141ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:17.832415 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7f0fb758-e847-495a-974f-866854a1340e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:19.811936 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:20.319821 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:21.690074 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:22.520347 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 38502) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:52:22.618784 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-aa58042e-9a4a-4636-9d71-6bec9e675226 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:22.689665 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-aa58042e-9a4a-4636-9d71-6bec9e675226 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:22.693555 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-aa58042e-9a4a-4636-9d71-6bec9e675226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:22.731043 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-aa58042e-9a4a-4636-9d71-6bec9e675226 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=491c66cc6a4f4bc585b5f098da129cb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2096238 Dec 07 18:52:22.731986 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58042e-9a4a-4636-9d71-6bec9e675226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5329e61-68ce-4a0c-bdf3-348f0571c563,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:52:22.733843 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 38506) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:52:22.739496 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa58042e-9a4a-4636-9d71-6bec9e675226 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:52:22.739854 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa58042e-9a4a-4636-9d71-6bec9e675226 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:52:22.740204 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa58042e-9a4a-4636-9d71-6bec9e675226 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:52:22.740547 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa58042e-9a4a-4636-9d71-6bec9e675226 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:52:22.740884 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa58042e-9a4a-4636-9d71-6bec9e675226 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:52:22.741247 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa58042e-9a4a-4636-9d71-6bec9e675226 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:52:22.741584 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa58042e-9a4a-4636-9d71-6bec9e675226 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:52:22.741929 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa58042e-9a4a-4636-9d71-6bec9e675226 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:52:22.742284 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa58042e-9a4a-4636-9d71-6bec9e675226 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:52:22.742615 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa58042e-9a4a-4636-9d71-6bec9e675226 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:52:22.742947 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa58042e-9a4a-4636-9d71-6bec9e675226 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:52:22.743274 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa58042e-9a4a-4636-9d71-6bec9e675226 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:52:22.743600 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa58042e-9a4a-4636-9d71-6bec9e675226 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:52:22.782677 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dd09ab8b-0dc3-4085-8d1c-f1000f020fac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:22.803309 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dd09ab8b-0dc3-4085-8d1c-f1000f020fac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:22.849492 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dd09ab8b-0dc3-4085-8d1c-f1000f020fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:22.852190 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dd09ab8b-0dc3-4085-8d1c-f1000f020fac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:22.853330 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-dd09ab8b-0dc3-4085-8d1c-f1000f020fac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b5329e61-68ce-4a0c-bdf3-348f0571c563 HTTP/1.1" status: 204 len: 168 time: 0.1184561 Dec 07 18:52:22.863312 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd09ab8b-0dc3-4085-8d1c-f1000f020fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5329e61-68ce-4a0c-bdf3-348f0571c563,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:52:22.870520 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd09ab8b-0dc3-4085-8d1c-f1000f020fac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:52:22.870874 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd09ab8b-0dc3-4085-8d1c-f1000f020fac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:52:22.871832 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd09ab8b-0dc3-4085-8d1c-f1000f020fac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:52:22.872236 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd09ab8b-0dc3-4085-8d1c-f1000f020fac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:52:22.872561 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd09ab8b-0dc3-4085-8d1c-f1000f020fac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:52:22.872887 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd09ab8b-0dc3-4085-8d1c-f1000f020fac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:52:22.873214 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd09ab8b-0dc3-4085-8d1c-f1000f020fac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:52:22.873540 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd09ab8b-0dc3-4085-8d1c-f1000f020fac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:52:22.873868 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd09ab8b-0dc3-4085-8d1c-f1000f020fac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:52:22.874223 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd09ab8b-0dc3-4085-8d1c-f1000f020fac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:52:22.874541 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd09ab8b-0dc3-4085-8d1c-f1000f020fac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:52:22.874859 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd09ab8b-0dc3-4085-8d1c-f1000f020fac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:52:22.875176 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd09ab8b-0dc3-4085-8d1c-f1000f020fac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:52:23.102585 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 38514) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:52:23.116013 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-41e40982-b368-4e55-addd-1da02e418de9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:23.192218 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-41e40982-b368-4e55-addd-1da02e418de9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:23.196034 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-41e40982-b368-4e55-addd-1da02e418de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:23.233406 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-41e40982-b368-4e55-addd-1da02e418de9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=57e8f31145344d6699e620ffce3e13dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296811 Dec 07 18:52:23.235439 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e40982-b368-4e55-addd-1da02e418de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d234f97-2476-4fde-b9e5-82629036cf99,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:52:23.236179 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 38516) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:52:23.287441 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-59477ace-a870-4c0c-81ca-d699f0b18378 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:23.309265 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-59477ace-a870-4c0c-81ca-d699f0b18378 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:23.358358 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-59477ace-a870-4c0c-81ca-d699f0b18378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:23.360838 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-59477ace-a870-4c0c-81ca-d699f0b18378 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:23.362000 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-59477ace-a870-4c0c-81ca-d699f0b18378 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4d234f97-2476-4fde-b9e5-82629036cf99 HTTP/1.1" status: 204 len: 168 time: 0.1247540 Dec 07 18:52:23.370578 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59477ace-a870-4c0c-81ca-d699f0b18378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d234f97-2476-4fde-b9e5-82629036cf99,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:52:24.765604 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 38556) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:52:24.868301 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-72700f3d-3fcb-4f58-ab29-10521b542af3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:24.941750 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-72700f3d-3fcb-4f58-ab29-10521b542af3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:24.945362 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-72700f3d-3fcb-4f58-ab29-10521b542af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:24.983215 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-72700f3d-3fcb-4f58-ab29-10521b542af3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=40e449f823ae4d60af4019c2ad753466&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2164745 Dec 07 18:52:24.984300 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72700f3d-3fcb-4f58-ab29-10521b542af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc8fa2f-d94a-4a0c-9f37-3e5f28aff82b,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:52:24.986077 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 38560) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:52:25.038426 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e2445a91-fe0d-466e-b2af-87b8574bb8a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:25.060089 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e2445a91-fe0d-466e-b2af-87b8574bb8a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:25.106135 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e2445a91-fe0d-466e-b2af-87b8574bb8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:25.108711 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e2445a91-fe0d-466e-b2af-87b8574bb8a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:25.109836 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-e2445a91-fe0d-466e-b2af-87b8574bb8a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ebc8fa2f-d94a-4a0c-9f37-3e5f28aff82b HTTP/1.1" status: 204 len: 168 time: 0.1227059 Dec 07 18:52:25.117413 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2445a91-fe0d-466e-b2af-87b8574bb8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc8fa2f-d94a-4a0c-9f37-3e5f28aff82b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:52:25.367133 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 38566) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:52:25.381109 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5c3709f3-a93c-4b2f-9ee8-4c1f90246fd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:25.459080 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5c3709f3-a93c-4b2f-9ee8-4c1f90246fd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:25.462594 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5c3709f3-a93c-4b2f-9ee8-4c1f90246fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:25.499648 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-5c3709f3-a93c-4b2f-9ee8-4c1f90246fd0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c7275f890bad449a942c4ebd2ce3082d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313980 Dec 07 18:52:25.500505 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3709f3-a93c-4b2f-9ee8-4c1f90246fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde2b5e6-7de6-448b-b556-7dc254c4961f,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:52:25.502357 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 38568) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:52:25.550960 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-82234596-6fc9-4cc7-a1d1-0b11e204741a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:25.572522 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-82234596-6fc9-4cc7-a1d1-0b11e204741a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:25.618724 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-82234596-6fc9-4cc7-a1d1-0b11e204741a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:25.622096 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-82234596-6fc9-4cc7-a1d1-0b11e204741a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:25.623232 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-82234596-6fc9-4cc7-a1d1-0b11e204741a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cde2b5e6-7de6-448b-b556-7dc254c4961f HTTP/1.1" status: 204 len: 168 time: 0.1198761 Dec 07 18:52:25.630634 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82234596-6fc9-4cc7-a1d1-0b11e204741a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde2b5e6-7de6-448b-b556-7dc254c4961f,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:52:27.259636 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 38622) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:52:27.361992 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-371698d7-3e69-4272-aded-60a2c1f53181 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:27.438026 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-371698d7-3e69-4272-aded-60a2c1f53181 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:27.441678 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-371698d7-3e69-4272-aded-60a2c1f53181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:27.480559 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-371698d7-3e69-4272-aded-60a2c1f53181 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=936bef0fe9514d2d9d86bc83bbfe6bcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197649 Dec 07 18:52:27.481936 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371698d7-3e69-4272-aded-60a2c1f53181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70a8b75-9a5d-4b33-9f57-4e7cc1f1c557,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:52:27.483219 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 38626) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:52:27.533806 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-14aedc0b-6451-4d47-9476-af22b6379752 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:27.553958 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-14aedc0b-6451-4d47-9476-af22b6379752 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:27.599975 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-14aedc0b-6451-4d47-9476-af22b6379752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:27.602711 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-14aedc0b-6451-4d47-9476-af22b6379752 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:27.603871 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-14aedc0b-6451-4d47-9476-af22b6379752 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b70a8b75-9a5d-4b33-9f57-4e7cc1f1c557 HTTP/1.1" status: 204 len: 168 time: 0.1190133 Dec 07 18:52:27.611171 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aedc0b-6451-4d47-9476-af22b6379752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70a8b75-9a5d-4b33-9f57-4e7cc1f1c557,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:52:27.859430 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 38634) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:52:27.872359 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-823908dd-6ee4-4361-8b69-49608f5455f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:27.945991 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-823908dd-6ee4-4361-8b69-49608f5455f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:27.951809 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-823908dd-6ee4-4361-8b69-49608f5455f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:27.992371 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-823908dd-6ee4-4361-8b69-49608f5455f2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9b0b83c296d641ed86b8048a71ae7358&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295462 Dec 07 18:52:27.992689 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 38636) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:52:27.999475 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823908dd-6ee4-4361-8b69-49608f5455f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee89c530-4d5b-4232-91ea-0adfbedb3e49,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:52:28.042474 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5bded2a5-0e4a-4c6f-b02e-336f2d8fdb9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:28.065942 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5bded2a5-0e4a-4c6f-b02e-336f2d8fdb9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:28.111379 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5bded2a5-0e4a-4c6f-b02e-336f2d8fdb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:28.113899 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5bded2a5-0e4a-4c6f-b02e-336f2d8fdb9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:28.115057 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-5bded2a5-0e4a-4c6f-b02e-336f2d8fdb9e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ee89c530-4d5b-4232-91ea-0adfbedb3e49 HTTP/1.1" status: 204 len: 168 time: 0.1214352 Dec 07 18:52:28.123511 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bded2a5-0e4a-4c6f-b02e-336f2d8fdb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee89c530-4d5b-4232-91ea-0adfbedb3e49,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:52:29.024729 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3537d0-71fb-4f50-92e9-56c7450a7915 req-6f6397b0-2cab-4739-834c-e8ced4898784 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:52:29.026697 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ae3537d0-71fb-4f50-92e9-56c7450a7915 req-6f6397b0-2cab-4739-834c-e8ced4898784 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 947 time: 0.0538528 Dec 07 18:52:29.077654 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ae3537d0-71fb-4f50-92e9-56c7450a7915 req-0f928c52-f9c9-466c-8c34-f110888ca433 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445414 Dec 07 18:52:30.216381 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6960794-6c22-4fd5-a041-716c4659ce40 req-16076c81-aa8e-4995-9220-c06424c12079 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:52:30.218064 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a6960794-6c22-4fd5-a041-716c4659ce40 req-16076c81-aa8e-4995-9220-c06424c12079 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 947 time: 0.0644724 Dec 07 18:52:30.273135 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a6960794-6c22-4fd5-a041-716c4659ce40 req-393debea-44bb-446c-a6c0-6be076dda6b1 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490041 Dec 07 18:52:30.331865 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105d92d-8b4b-428e-806a-d7b557ee9680 req-2dd5eaa4-35ec-44d0-abdf-aa6fbc57fb55 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:52:30.333244 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f105d92d-8b4b-428e-806a-d7b557ee9680 req-2dd5eaa4-35ec-44d0-abdf-aa6fbc57fb55 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.23 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 947 time: 0.0487680 Dec 07 18:52:30.422031 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [req-f105d92d-8b4b-428e-806a-d7b557ee9680 req-4ff80fa8-2b04-48fb-ac04-13ed5f974750 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Deleting port 9d321fb6-c496-4034-a6c7-7c7410c908b0 {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:52:30.422389 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-f105d92d-8b4b-428e-806a-d7b557ee9680 req-4ff80fa8-2b04-48fb-ac04-13ed5f974750 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:30.506593 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-f105d92d-8b4b-428e-806a-d7b557ee9680 req-4ff80fa8-2b04-48fb-ac04-13ed5f974750 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] For port 9d321fb6-c496-4034-a6c7-7c7410c908b0, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=9d321fb6-c496-4034-a6c7-7c7410c908b0,segment=NetworkSegment(4e11373f-4e76-4ab5-86c0-112fb5aca0d4),segment_id=4e11373f-4e76-4ab5-86c0-112fb5aca0d4)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:52:30.506947 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-f105d92d-8b4b-428e-806a-d7b557ee9680 req-4ff80fa8-2b04-48fb-ac04-13ed5f974750 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:30.682056 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-f105d92d-8b4b-428e-806a-d7b557ee9680 req-4ff80fa8-2b04-48fb-ac04-13ed5f974750 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:30.682329 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-f105d92d-8b4b-428e-806a-d7b557ee9680 req-4ff80fa8-2b04-48fb-ac04-13ed5f974750 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652997'] for floatingip, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:30.682647 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.db.l3_db [req-f105d92d-8b4b-428e-806a-d7b557ee9680 req-4ff80fa8-2b04-48fb-ac04-13ed5f974750 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Floating IP 67b36d61-0589-4bd3-8733-cfb10da23555 disassociated. External IP: 172.27.0.216, port: 9d321fb6-c496-4034-a6c7-7c7410c908b0. Dec 07 18:52:30.682988 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [req-f105d92d-8b4b-428e-806a-d7b557ee9680 req-4ff80fa8-2b04-48fb-ac04-13ed5f974750 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Calling delete_port for 9d321fb6-c496-4034-a6c7-7c7410c908b0 owned by compute:nova {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:52:30.803961 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-f105d92d-8b4b-428e-806a-d7b557ee9680 req-4ff80fa8-2b04-48fb-ac04-13ed5f974750 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:30.839990 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff80fa8-2b04-48fb-ac04-13ed5f974750 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Pushing event deleted for resources: {'Port': ['ID=9d321fb6-c496-4034-a6c7-7c7410c908b0,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:52:30.950938 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f105d92d-8b4b-428e-806a-d7b557ee9680 req-4ff80fa8-2b04-48fb-ac04-13ed5f974750 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Router b1ba4833-18e2-4e0c-b492-4604b68a9efa has already been hosted by L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc {{(pid=109084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:52:31.050957 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f105d92d-8b4b-428e-806a-d7b557ee9680 req-4ff80fa8-2b04-48fb-ac04-13ed5f974750 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:52:31.061868 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37cb512-b983-487e-ab15-7e5ad44e4bfb None None] Sync routers for ids ['b1ba4833-18e2-4e0c-b492-4604b68a9efa'] in dv-cinder-819692-6-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:52:31.071226 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37cb512-b983-487e-ab15-7e5ad44e4bfb None None] Routers {'b1ba4833-18e2-4e0c-b492-4604b68a9efa'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:52:31.071928 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-b37cb512-b983-487e-ab15-7e5ad44e4bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:52:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['b1ba4833-18e2-4e0c-b492-4604b68a9efa'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:52:31.092816 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [req-f105d92d-8b4b-428e-806a-d7b557ee9680 req-4ff80fa8-2b04-48fb-ac04-13ed5f974750 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] No DVR routers for this DVR port 9d321fb6-c496-4034-a6c7-7c7410c908b0 on host hv-cinder-81969 {{(pid=109084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:52:31.095346 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-f105d92d-8b4b-428e-806a-d7b557ee9680 req-4ff80fa8-2b04-48fb-ac04-13ed5f974750 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:31.098742 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f105d92d-8b4b-428e-806a-d7b557ee9680 req-4ff80fa8-2b04-48fb-ac04-13ed5f974750 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.23 "DELETE /v2.0/ports/9d321fb6-c496-4034-a6c7-7c7410c908b0 HTTP/1.1" status: 204 len: 173 time: 0.7594855 Dec 07 18:52:31.099185 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017abb4f-1da1-4373-83da-f4e5b0d2516b', 'name': 'network-vif-deleted', 'tag': '9d321fb6-c496-4034-a6c7-7c7410c908b0'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:52:31.101405 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a9c8e9ce0db27bff2b715efe80f7ddeb02331314c1c7d49b52ba908637cab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bc3cb1-5923-4b79-bbda-8886d4a1d13f" -d '{"events": [{"server_uuid": "017abb4f-1da1-4373-83da-f4e5b0d2516b", "name": "network-vif-deleted", "tag": "9d321fb6-c496-4034-a6c7-7c7410c908b0"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:52:31.140842 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714f4422-fcf8-460e-ae61-5c80f3b19cb6 x-openstack-request-id: req-714f4422-fcf8-460e-ae61-5c80f3b19cb6 {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:52:31.141139 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "017abb4f-1da1-4373-83da-f4e5b0d2516b", "name": "network-vif-deleted", "tag": "9d321fb6-c496-4034-a6c7-7c7410c908b0", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:52:31.141530 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-714f4422-fcf8-460e-ae61-5c80f3b19cb6 {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:52:31.141964 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017abb4f-1da1-4373-83da-f4e5b0d2516b', 'name': 'network-vif-deleted', 'tag': '9d321fb6-c496-4034-a6c7-7c7410c908b0', 'status': 'completed', 'code': 200} Dec 07 18:52:31.179313 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-b37cb512-b983-487e-ab15-7e5ad44e4bfb None None] Set router b1ba4833-18e2-4e0c-b492-4604b68a9efa gateway port host: dv-cinder-819692-6-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:52:31.377150 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-32bc49bd-e357-46d2-9158-dfaaacd23ae7 req-6660cc49-dc52-4678-a12a-d108cfb8c2f3 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 210 time: 0.0261040 Dec 07 18:52:31.397674 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-b37cb512-b983-487e-ab15-7e5ad44e4bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'name': 'tempest-AttachVolumeShelveTestJSON-1544739373-router', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '18038d5c-5f06-43a8-a094-6536afd58616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:43Z', 'updated_at': '2021-12-07T18:45:52Z', 'revision_number': 4, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'gw_port': {'id': '18038d5c-5f06-43a8-a094-6536afd58616', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:44Z', 'updated_at': '2021-12-07T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '4fe36049-287c-4583-826b-13470523761e', 'name': '', 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'mac_address': 'fa:16:3e:6c:22:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:50Z', 'updated_at': '2021-12-07T18:46:03Z', 'revision_number': 5, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'subnets': [{'id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:52:31.424187 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37cb512-b983-487e-ab15-7e5ad44e4bfb None None] Checking router: b1ba4833-18e2-4e0c-b492-4604b68a9efa for host: dv-cinder-819692-6-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:52:31.432599 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37cb512-b983-487e-ab15-7e5ad44e4bfb None None] Routers {'b1ba4833-18e2-4e0c-b492-4604b68a9efa'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:52:31.433202 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-b37cb512-b983-487e-ab15-7e5ad44e4bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:52:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['b1ba4833-18e2-4e0c-b492-4604b68a9efa'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:52:31.535135 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-b37cb512-b983-487e-ab15-7e5ad44e4bfb None None] Set router b1ba4833-18e2-4e0c-b492-4604b68a9efa gateway port host: dv-cinder-819692-6-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:52:31.804450 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-b37cb512-b983-487e-ab15-7e5ad44e4bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'name': 'tempest-AttachVolumeShelveTestJSON-1544739373-router', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '18038d5c-5f06-43a8-a094-6536afd58616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:43Z', 'updated_at': '2021-12-07T18:45:52Z', 'revision_number': 4, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'gw_port': {'id': '18038d5c-5f06-43a8-a094-6536afd58616', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:44Z', 'updated_at': '2021-12-07T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '4fe36049-287c-4583-826b-13470523761e', 'name': '', 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'mac_address': 'fa:16:3e:6c:22:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:50Z', 'updated_at': '2021-12-07T18:46:03Z', 'revision_number': 5, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'subnets': [{'id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:52:31.834227 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37cb512-b983-487e-ab15-7e5ad44e4bfb None None] The sync data for ids ['b1ba4833-18e2-4e0c-b492-4604b68a9efa'] in dv-cinder-819692-6-iscsi is: [{'id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'name': 'tempest-AttachVolumeShelveTestJSON-1544739373-router', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '18038d5c-5f06-43a8-a094-6536afd58616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:43Z', 'updated_at': '2021-12-07T18:45:52Z', 'revision_number': 4, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'gw_port': {'id': '18038d5c-5f06-43a8-a094-6536afd58616', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:44Z', 'updated_at': '2021-12-07T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '4fe36049-287c-4583-826b-13470523761e', 'name': '', 'network_id': '9d18908e-4fa9-4515-9ad2-63e91916c83c', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'mac_address': 'fa:16:3e:6c:22:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:50Z', 'updated_at': '2021-12-07T18:46:03Z', 'revision_number': 5, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'subnets': [{'id': '77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:52:32.039152 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc646e3-36aa-4be2-8ee4-20227e49a34c None None] New status for floating IP 67b36d61-0589-4bd3-8733-cfb10da23555: DOWN {{(pid=109086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 18:52:32.477227 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-76ad8adf-386d-475f-a281-0b4d768e3284 req-c0698a67-5b32-4d79-99ea-b50c9a86c844 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/ports?device_id=017abb4f-1da1-4373-83da-f4e5b0d2516b HTTP/1.1" status: 200 len: 210 time: 0.0264914 Dec 07 18:52:33.563671 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 38708) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:52:33.615298 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-47b63586-838f-4e0a-b2a3-20e59e40e669 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:33.637973 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-47b63586-838f-4e0a-b2a3-20e59e40e669 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:33.684188 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-47b63586-838f-4e0a-b2a3-20e59e40e669 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:33.687606 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-47b63586-838f-4e0a-b2a3-20e59e40e669 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:33.688795 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-47b63586-838f-4e0a-b2a3-20e59e40e669 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "DELETE /v2.0/security-groups/5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5 HTTP/1.1" status: 204 len: 168 time: 0.1241143 Dec 07 18:52:33.691741 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 38710) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:52:33.697725 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b63586-838f-4e0a-b2a3-20e59e40e669 tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:52:33.705728 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.api.v2.resource [None req-64342e58-50cb-455f-a714-ee493d1ca6fa tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] show failed (client error): The resource could not be found. Dec 07 18:52:33.706752 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-64342e58-50cb-455f-a714-ee493d1ca6fa tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "GET /v2.0/security-groups/5bc1a7b8-36ab-4b56-ad16-1a21dc7c59e5 HTTP/1.1" status: 404 len: 347 time: 0.0140364 Dec 07 18:52:33.709598 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 38712) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:52:33.831329 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-40958866-0562-4fe8-a657-c6a5f648a43f tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Deleting port f33f0dd7-f708-4432-b916-2fd4400d0734 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:52:33.831584 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-40958866-0562-4fe8-a657-c6a5f648a43f tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:33.909511 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-40958866-0562-4fe8-a657-c6a5f648a43f tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:33.909834 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-40958866-0562-4fe8-a657-c6a5f648a43f tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:33.921572 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-40958866-0562-4fe8-a657-c6a5f648a43f tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Calling delete_port for f33f0dd7-f708-4432-b916-2fd4400d0734 owned by network:floatingip {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:52:34.057233 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-40958866-0562-4fe8-a657-c6a5f648a43f tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529624208'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:34.083049 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40958866-0562-4fe8-a657-c6a5f648a43f tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Pushing event deleted for resources: {'Port': ['ID=f33f0dd7-f708-4432-b916-2fd4400d0734,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:52:34.144839 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-40958866-0562-4fe8-a657-c6a5f648a43f tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks [] for floatingip, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:34.147654 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-40958866-0562-4fe8-a657-c6a5f648a43f tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:34.148795 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-40958866-0562-4fe8-a657-c6a5f648a43f tempest-AttachVolumeShelveTestJSON-983737646 tempest-AttachVolumeShelveTestJSON-983737646-project] 10.222.0.41 "DELETE /v2.0/floatingips/67b36d61-0589-4bd3-8733-cfb10da23555 HTTP/1.1" status: 204 len: 168 time: 0.4382710 Dec 07 18:52:37.109702 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 9d321fb6-c496-4034-a6c7-7c7410c908b0 no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:52:37.130081 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] No Port match for: 9d321fb6-c496-4034-a6c7-7c7410c908b0 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:52:37.130424 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 9d321fb6-c496-4034-a6c7-7c7410c908b0 not bound to the agent host hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:52:38.657435 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 38754) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:52:39.165125 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8bad17cc-2440-413d-be84-5bbe3dbb450d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646341'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:39.418395 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-8bad17cc-2440-413d-be84-5bbe3dbb450d admin admin] Deleting port 4fe36049-287c-4583-826b-13470523761e {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:52:39.418651 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8bad17cc-2440-413d-be84-5bbe3dbb450d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:39.474355 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:52:39.497266 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-8bad17cc-2440-413d-be84-5bbe3dbb450d admin admin] For port 4fe36049-287c-4583-826b-13470523761e, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=4fe36049-287c-4583-826b-13470523761e,segment=NetworkSegment(4e11373f-4e76-4ab5-86c0-112fb5aca0d4),segment_id=4e11373f-4e76-4ab5-86c0-112fb5aca0d4)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:52:39.497850 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8bad17cc-2440-413d-be84-5bbe3dbb450d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:39.511023 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-8bad17cc-2440-413d-be84-5bbe3dbb450d admin admin] Calling delete_port for 4fe36049-287c-4583-826b-13470523761e owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:52:39.693000 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8bad17cc-2440-413d-be84-5bbe3dbb450d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529624208'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:39.694401 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:39.720476 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad17cc-2440-413d-be84-5bbe3dbb450d admin admin] Pushing event deleted for resources: {'Port': ['ID=4fe36049-287c-4583-826b-13470523761e,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:52:39.888596 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8bad17cc-2440-413d-be84-5bbe3dbb450d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-968002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646321'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:40.114522 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bad17cc-2440-413d-be84-5bbe3dbb450d admin admin] Router b1ba4833-18e2-4e0c-b492-4604b68a9efa has already been hosted by L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:52:40.220649 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bad17cc-2440-413d-be84-5bbe3dbb450d admin admin] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:52:40.225580 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-8bad17cc-2440-413d-be84-5bbe3dbb450d admin admin] 10.222.0.41 "PUT /v2.0/routers/b1ba4833-18e2-4e0c-b492-4604b68a9efa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5670784 Dec 07 18:52:40.228193 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 38772) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:52:40.228953 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc99ce6-b0c8-4109-9c63-f0f8f3eee306 None None] Sync routers for ids ['b1ba4833-18e2-4e0c-b492-4604b68a9efa'] in dv-cinder-819692-6-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:52:40.239738 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc99ce6-b0c8-4109-9c63-f0f8f3eee306 None None] Routers {'b1ba4833-18e2-4e0c-b492-4604b68a9efa'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:52:40.240345 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-1bc99ce6-b0c8-4109-9c63-f0f8f3eee306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:52:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['b1ba4833-18e2-4e0c-b492-4604b68a9efa'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:52:40.334028 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bbc3c79b-e829-40e1-8a15-d63444a122ae admin admin] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:40.344450 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-1bc99ce6-b0c8-4109-9c63-f0f8f3eee306 None None] Set router b1ba4833-18e2-4e0c-b492-4604b68a9efa gateway port host: dv-cinder-819692-6-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:52:40.435505 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bbc3c79b-e829-40e1-8a15-d63444a122ae admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:40.490696 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-bbc3c79b-e829-40e1-8a15-d63444a122ae admin admin] Deleting port 18038d5c-5f06-43a8-a094-6536afd58616 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:52:40.490951 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bbc3c79b-e829-40e1-8a15-d63444a122ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:40.521180 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-1bc99ce6-b0c8-4109-9c63-f0f8f3eee306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'name': 'tempest-AttachVolumeShelveTestJSON-1544739373-router', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '18038d5c-5f06-43a8-a094-6536afd58616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:43Z', 'updated_at': '2021-12-07T18:52:39Z', 'revision_number': 5, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'gw_port': {'id': '18038d5c-5f06-43a8-a094-6536afd58616', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:45:44Z', 'updated_at': '2021-12-07T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi'}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:52:40.552093 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc99ce6-b0c8-4109-9c63-f0f8f3eee306 None None] Checking router: b1ba4833-18e2-4e0c-b492-4604b68a9efa for host: dv-cinder-819692-6-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:52:40.560556 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc99ce6-b0c8-4109-9c63-f0f8f3eee306 None None] Routers {'b1ba4833-18e2-4e0c-b492-4604b68a9efa'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:52:40.561166 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-1bc99ce6-b0c8-4109-9c63-f0f8f3eee306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:52:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['b1ba4833-18e2-4e0c-b492-4604b68a9efa'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:52:40.569255 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-bbc3c79b-e829-40e1-8a15-d63444a122ae admin admin] For port 18038d5c-5f06-43a8-a094-6536afd58616, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=18038d5c-5f06-43a8-a094-6536afd58616,segment=NetworkSegment(05f8ab8d-4669-4926-ada9-ecff5fb4eb1d),segment_id=05f8ab8d-4669-4926-ada9-ecff5fb4eb1d)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:52:40.569629 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bbc3c79b-e829-40e1-8a15-d63444a122ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:40.581411 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-bbc3c79b-e829-40e1-8a15-d63444a122ae admin admin] Calling delete_port for 18038d5c-5f06-43a8-a094-6536afd58616 owned by network:router_gateway {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:52:40.645699 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-1bc99ce6-b0c8-4109-9c63-f0f8f3eee306 None None] Set router b1ba4833-18e2-4e0c-b492-4604b68a9efa gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:52:40.696618 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-1bc99ce6-b0c8-4109-9c63-f0f8f3eee306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'name': 'tempest-AttachVolumeShelveTestJSON-1544739373-router', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:43Z', 'updated_at': '2021-12-07T18:52:40Z', 'revision_number': 6, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'gw_port_host': None}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:52:40.726320 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc99ce6-b0c8-4109-9c63-f0f8f3eee306 None None] The sync data for ids ['b1ba4833-18e2-4e0c-b492-4604b68a9efa'] in dv-cinder-819692-6-iscsi is: [{'id': 'b1ba4833-18e2-4e0c-b492-4604b68a9efa', 'name': 'tempest-AttachVolumeShelveTestJSON-1544739373-router', 'tenant_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:45:43Z', 'updated_at': '2021-12-07T18:52:40Z', 'revision_number': 6, 'project_id': '2417a4b6b8b04e738fe57f1c882d88bc', 'gw_port_host': None}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:52:40.752837 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bbc3c79b-e829-40e1-8a15-d63444a122ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529624208'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:40.783962 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3c79b-e829-40e1-8a15-d63444a122ae admin admin] Pushing event deleted for resources: {'Port': ['ID=18038d5c-5f06-43a8-a094-6536afd58616,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:52:40.842866 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bbc3c79b-e829-40e1-8a15-d63444a122ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644875'] for router_gateway, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:40.933652 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bbc3c79b-e829-40e1-8a15-d63444a122ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30677'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:40.936499 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bbc3c79b-e829-40e1-8a15-d63444a122ae admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:40.979621 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bbc3c79b-e829-40e1-8a15-d63444a122ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646822'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:40.980119 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc3c79b-e829-40e1-8a15-d63444a122ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1ba4833-18e2-4e0c-b492-4604b68a9efa {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 18:52:40.985167 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bbc3c79b-e829-40e1-8a15-d63444a122ae admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:40.986352 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-bbc3c79b-e829-40e1-8a15-d63444a122ae admin admin] 10.222.0.41 "DELETE /v2.0/routers/b1ba4833-18e2-4e0c-b492-4604b68a9efa HTTP/1.1" status: 204 len: 168 time: 0.7571762 Dec 07 18:52:40.988845 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 38774) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:52:41.036512 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-ead1b12a-86e0-4429-b2f8-219013249926 admin admin] Deleting subnet 77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 18:52:41.039455 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ead1b12a-86e0-4429-b2f8-219013249926 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:41.079265 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ead1b12a-86e0-4429-b2f8-219013249926 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529982547'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:41.160440 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ead1b12a-86e0-4429-b2f8-219013249926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1752923'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:41.167882 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 4fe36049-287c-4583-826b-13470523761e no longer exists at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:52:41.189981 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] No Port match for: 4fe36049-287c-4583-826b-13470523761e {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:52:41.190565 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 4fe36049-287c-4583-826b-13470523761e not bound to the agent host dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:52:41.218399 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ead1b12a-86e0-4429-b2f8-219013249926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1752898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529624237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530428612'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:41.495401 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1b12a-86e0-4429-b2f8-219013249926 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:52:41.499977 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ead1b12a-86e0-4429-b2f8-219013249926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:41.505213 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-ead1b12a-86e0-4429-b2f8-219013249926 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/77ea1ad7-fbd2-4292-99a2-f9f30ce0ee88 HTTP/1.1" status: 204 len: 168 time: 0.5153313 Dec 07 18:52:41.505809 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 38778) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:52:41.511135 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1fc5c8-055b-4bb7-b8a5-fff37cd57809 None None] Network 9d18908e-4fa9-4515-9ad2-63e91916c83c requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:52:41.586855 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-94768793-30ea-4943-b7cd-80a3c6c961ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639551'] for network, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:41.640992 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-94768793-30ea-4943-b7cd-80a3c6c961ef admin admin] Deleting port 634ba392-14ed-413a-a5cc-ccbca407f9d0 {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:52:41.641337 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-94768793-30ea-4943-b7cd-80a3c6c961ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:41.670478 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8bee1c-a34a-4776-816a-c48b0be51ae4 None None] DHCP port deletion for 9d18908e-4fa9-4515-9ad2-63e91916c83c request from dv-cinder-819692-6-iscsi {{(pid=109086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 07 18:52:41.708193 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [None req-94768793-30ea-4943-b7cd-80a3c6c961ef admin admin] For port 634ba392-14ed-413a-a5cc-ccbca407f9d0, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=634ba392-14ed-413a-a5cc-ccbca407f9d0,segment=NetworkSegment(4e11373f-4e76-4ab5-86c0-112fb5aca0d4),segment_id=4e11373f-4e76-4ab5-86c0-112fb5aca0d4)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:52:41.708563 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-94768793-30ea-4943-b7cd-80a3c6c961ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:41.720609 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9f8bee1c-a34a-4776-816a-c48b0be51ae4 None None] Deleting port 634ba392-14ed-413a-a5cc-ccbca407f9d0 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:52:41.720984 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f8bee1c-a34a-4776-816a-c48b0be51ae4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:41.721777 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-94768793-30ea-4943-b7cd-80a3c6c961ef admin admin] Calling delete_port for 634ba392-14ed-413a-a5cc-ccbca407f9d0 owned by network:dhcp {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:52:41.793450 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9f8bee1c-a34a-4776-816a-c48b0be51ae4 None None] For port 634ba392-14ed-413a-a5cc-ccbca407f9d0, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=634ba392-14ed-413a-a5cc-ccbca407f9d0,segment=NetworkSegment(4e11373f-4e76-4ab5-86c0-112fb5aca0d4),segment_id=4e11373f-4e76-4ab5-86c0-112fb5aca0d4)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:52:41.793879 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f8bee1c-a34a-4776-816a-c48b0be51ae4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:41.807159 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9f8bee1c-a34a-4776-816a-c48b0be51ae4 None None] Calling delete_port for 634ba392-14ed-413a-a5cc-ccbca407f9d0 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:52:41.808824 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-94768793-30ea-4943-b7cd-80a3c6c961ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:41.837617 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94768793-30ea-4943-b7cd-80a3c6c961ef admin admin] Pushing event deleted for resources: {'Port': ['ID=634ba392-14ed-413a-a5cc-ccbca407f9d0,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:52:41.841242 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94768793-30ea-4943-b7cd-80a3c6c961ef admin admin] No DVR routers for this DVR port 634ba392-14ed-413a-a5cc-ccbca407f9d0 on host dv-cinder-819692-6-iscsi {{(pid=109084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:52:41.914906 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-94768793-30ea-4943-b7cd-80a3c6c961ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587410', 'neutron.services.segments.db._delete_segments_for_network-8753414418342'] for network, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:41.937231 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-94768793-30ea-4943-b7cd-80a3c6c961ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d18908e-4fa9-4515-9ad2-63e91916c83c']}} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:52:41.947362 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-94768793-30ea-4943-b7cd-80a3c6c961ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e11373f-4e76-4ab5-86c0-112fb5aca0d4') {'for_net_delete': True} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:52:41.947654 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-94768793-30ea-4943-b7cd-80a3c6c961ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e11373f-4e76-4ab5-86c0-112fb5aca0d4') {} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:52:41.957755 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-94768793-30ea-4943-b7cd-80a3c6c961ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753414568039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529821133'] for segment, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:41.972367 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-94768793-30ea-4943-b7cd-80a3c6c961ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828'] for segment, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:41.978848 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94768793-30ea-4943-b7cd-80a3c6c961ef admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=109084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 18:52:41.979299 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-94768793-30ea-4943-b7cd-80a3c6c961ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530413617'] for segment, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:41.981083 dv-cinder-819692-6-iscsi neutron-server[109084]: Traceback (most recent call last): Dec 07 18:52:41.981083 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 18:52:41.981083 dv-cinder-819692-6-iscsi neutron-server[109084]: timer() Dec 07 18:52:41.981083 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 18:52:41.981083 dv-cinder-819692-6-iscsi neutron-server[109084]: cb(*args, **kw) Dec 07 18:52:41.981083 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 18:52:41.981083 dv-cinder-819692-6-iscsi neutron-server[109084]: return func(*args, **kwargs) Dec 07 18:52:41.981083 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 18:52:41.981083 dv-cinder-819692-6-iscsi neutron-server[109084]: self._notify() Dec 07 18:52:41.981083 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 18:52:41.981083 dv-cinder-819692-6-iscsi neutron-server[109084]: self.callback(batched_events) Dec 07 18:52:41.981083 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 18:52:41.981083 dv-cinder-819692-6-iscsi neutron-server[109084]: event.method(event) Dec 07 18:52:41.981083 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 18:52:41.981083 dv-cinder-819692-6-iscsi neutron-server[109084]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 18:52:41.981083 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 18:52:41.981083 dv-cinder-819692-6-iscsi neutron-server[109084]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 18:52:41.981083 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 18:52:41.981083 dv-cinder-819692-6-iscsi neutron-server[109084]: return f(self, *a, **k) Dec 07 18:52:41.981083 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 18:52:41.981083 dv-cinder-819692-6-iscsi neutron-server[109084]: return self._get(url).json() Dec 07 18:52:41.981083 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 18:52:41.981083 dv-cinder-819692-6-iscsi neutron-server[109084]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 18:52:41.981083 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 18:52:41.981083 dv-cinder-819692-6-iscsi neutron-server[109084]: return self.request(url, 'GET', **kwargs) Dec 07 18:52:41.981083 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 18:52:41.981083 dv-cinder-819692-6-iscsi neutron-server[109084]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 18:52:41.981083 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 18:52:41.981083 dv-cinder-819692-6-iscsi neutron-server[109084]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 18:52:41.981083 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 18:52:41.981083 dv-cinder-819692-6-iscsi neutron-server[109084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 18:52:41.981083 dv-cinder-819692-6-iscsi neutron-server[109084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 18:52:42.024673 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f8bee1c-a34a-4776-816a-c48b0be51ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:42.039120 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-94768793-30ea-4943-b7cd-80a3c6c961ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644911'] for network, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:42.044971 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-94768793-30ea-4943-b7cd-80a3c6c961ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for network, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:42.048393 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-94768793-30ea-4943-b7cd-80a3c6c961ef admin admin] 10.222.0.41 "DELETE /v2.0/networks/9d18908e-4fa9-4515-9ad2-63e91916c83c HTTP/1.1" status: 204 len: 168 time: 0.5410392 Dec 07 18:52:42.050876 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8bee1c-a34a-4776-816a-c48b0be51ae4 None None] Pushing event deleted for resources: {'Port': ['ID=634ba392-14ed-413a-a5cc-ccbca407f9d0,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:52:42.059168 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94768793-30ea-4943-b7cd-80a3c6c961ef admin admin] Pushing event deleted for resources: {'Network': ['ID=9d18908e-4fa9-4515-9ad2-63e91916c83c,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:52:42.061357 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bee1c-a34a-4776-816a-c48b0be51ae4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:52:42.061719 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bee1c-a34a-4776-816a-c48b0be51ae4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:52:42.062098 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bee1c-a34a-4776-816a-c48b0be51ae4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:52:42.062438 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bee1c-a34a-4776-816a-c48b0be51ae4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:52:42.062774 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bee1c-a34a-4776-816a-c48b0be51ae4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:52:42.063101 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bee1c-a34a-4776-816a-c48b0be51ae4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:52:42.063430 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bee1c-a34a-4776-816a-c48b0be51ae4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:52:42.063836 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bee1c-a34a-4776-816a-c48b0be51ae4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:52:42.064068 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bee1c-a34a-4776-816a-c48b0be51ae4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:52:42.064394 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bee1c-a34a-4776-816a-c48b0be51ae4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:52:42.064718 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bee1c-a34a-4776-816a-c48b0be51ae4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:52:42.065039 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bee1c-a34a-4776-816a-c48b0be51ae4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:52:42.065356 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bee1c-a34a-4776-816a-c48b0be51ae4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:52:42.068083 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8bee1c-a34a-4776-816a-c48b0be51ae4 None None] No DVR routers for this DVR port 634ba392-14ed-413a-a5cc-ccbca407f9d0 on host dv-cinder-819692-6-iscsi {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:52:42.174902 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 38784) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:52:42.217162 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-608a591a-6f43-4489-94f2-da5cd8b12a0b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2417a4b6b8b04e738fe57f1c882d88bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410414 Dec 07 18:52:42.219670 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 38786) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:52:42.265571 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-28b4aea8-80cd-478f-bd32-470dbe795bcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:42.286736 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-28b4aea8-80cd-478f-bd32-470dbe795bcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:42.343067 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-28b4aea8-80cd-478f-bd32-470dbe795bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:42.345582 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-28b4aea8-80cd-478f-bd32-470dbe795bcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:42.346783 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-28b4aea8-80cd-478f-bd32-470dbe795bcc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a982342-045b-4ea2-a1c3-e8f1469945e6 HTTP/1.1" status: 204 len: 168 time: 0.1262188 Dec 07 18:52:42.357006 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4aea8-80cd-478f-bd32-470dbe795bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a982342-045b-4ea2-a1c3-e8f1469945e6,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:52:43.070928 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 18038d5c-5f06-43a8-a094-6536afd58616 no longer exists at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:52:43.090351 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] No Port match for: 18038d5c-5f06-43a8-a094-6536afd58616 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:52:43.090732 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 18038d5c-5f06-43a8-a094-6536afd58616 not bound to the agent host dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:52:43.091146 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 634ba392-14ed-413a-a5cc-ccbca407f9d0 no longer exists at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:52:43.110430 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] No Port match for: 634ba392-14ed-413a-a5cc-ccbca407f9d0 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:52:43.110776 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 634ba392-14ed-413a-a5cc-ccbca407f9d0 not bound to the agent host dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:52:45.471014 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f0eea9e0-b3ed-436b-a2b9-fb4303dc7807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:47.154259 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 38900) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:52:47.259424 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-0a95695a-7dc1-4981-a020-d08ef35251f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:47.339810 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-0a95695a-7dc1-4981-a020-d08ef35251f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:47.343944 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-0a95695a-7dc1-4981-a020-d08ef35251f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:47.384149 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-0a95695a-7dc1-4981-a020-d08ef35251f6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b7ff1762b1b144e7bf1c574bfe4f552c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287843 Dec 07 18:52:47.385007 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95695a-7dc1-4981-a020-d08ef35251f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066dfa59-65a1-44e0-9f94-ab50b63b2c0a,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:52:47.387177 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 38916) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:52:47.437818 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9e0671c0-345f-4e13-991e-d7f602e3743b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:47.459939 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9e0671c0-345f-4e13-991e-d7f602e3743b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:47.507521 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9e0671c0-345f-4e13-991e-d7f602e3743b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:47.510214 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9e0671c0-345f-4e13-991e-d7f602e3743b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:47.511512 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-9e0671c0-345f-4e13-991e-d7f602e3743b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/066dfa59-65a1-44e0-9f94-ab50b63b2c0a HTTP/1.1" status: 204 len: 168 time: 0.1226239 Dec 07 18:52:47.519878 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0671c0-345f-4e13-991e-d7f602e3743b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066dfa59-65a1-44e0-9f94-ab50b63b2c0a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:52:47.840227 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-824a70d4-3f61-42fd-bba5-8277d9770bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:48.163468 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 38958) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:52:48.259642 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-cdd35857-a5d8-4247-8223-19c3ddd669af admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1521209633-network', 'tenant_id': 'ab4a4662276147e9b7c0c7996bf05dcc'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:52:48.284374 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd35857-a5d8-4247-8223-19c3ddd669af admin admin] Made reservation on behalf of ab4a4662276147e9b7c0c7996bf05dcc for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:52:48.286693 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cdd35857-a5d8-4247-8223-19c3ddd669af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:48.295325 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cdd35857-a5d8-4247-8223-19c3ddd669af admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:48.370241 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cdd35857-a5d8-4247-8223-19c3ddd669af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:48.373882 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cdd35857-a5d8-4247-8223-19c3ddd669af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:48.394308 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdd35857-a5d8-4247-8223-19c3ddd669af admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 18:52:48.409609 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd35857-a5d8-4247-8223-19c3ddd669af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39eddd2b-588e-424c-8687-18597ad2e7fc,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:52:48.412548 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cdd35857-a5d8-4247-8223-19c3ddd669af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:48.412893 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.db.segments_db [None req-cdd35857-a5d8-4247-8223-19c3ddd669af admin admin] Added segment 0d0a80b3-37c5-460b-ba37-7125f8ccbe6c of type vlan for network b0e81c76-331e-4631-8859-b9be0335d391 Dec 07 18:52:48.455950 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cdd35857-a5d8-4247-8223-19c3ddd669af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753414094686'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:48.479963 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cdd35857-a5d8-4247-8223-19c3ddd669af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:48.480905 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd35857-a5d8-4247-8223-19c3ddd669af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:52:48.481513 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cdd35857-a5d8-4247-8223-19c3ddd669af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:48.511977 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-cdd35857-a5d8-4247-8223-19c3ddd669af admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3474233 Dec 07 18:52:48.515685 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 38962) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:52:48.520633 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-72f1afb6-833a-4d47-84aa-23cd6a07286f admin admin] Request body: {'subnet': {'network_id': 'b0e81c76-331e-4631-8859-b9be0335d391', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1521209633-subnet', 'tenant_id': 'ab4a4662276147e9b7c0c7996bf05dcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:52:48.540954 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f1afb6-833a-4d47-84aa-23cd6a07286f admin admin] Made reservation on behalf of ab4a4662276147e9b7c0c7996bf05dcc for: {'subnet': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:52:48.543406 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-72f1afb6-833a-4d47-84aa-23cd6a07286f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530068064'] for subnet, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:48.544076 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd35857-a5d8-4247-8223-19c3ddd669af admin admin] Pushing event updated for resources: {'Network': ['ID=b0e81c76-331e-4631-8859-b9be0335d391,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:52:48.554654 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Network b0e81c76-331e-4631-8859-b9be0335d391 details requested by agent ovs-agent-dv-cinder-819692-6-iscsi with host dv-cinder-819692-6-iscsi {{(pid=109086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 18:52:48.711055 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-72f1afb6-833a-4d47-84aa-23cd6a07286f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530415250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530068094'] for subnet, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:48.767238 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f1afb6-833a-4d47-84aa-23cd6a07286f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a67ef8c9-7e3e-4de1-a3d2-88d8f55f6795,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:52:48.774269 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f1afb6-833a-4d47-84aa-23cd6a07286f admin admin] Checking segment: {'id': '0d0a80b3-37c5-460b-ba37-7125f8ccbe6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b0e81c76-331e-4631-8859-b9be0335d391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:52:48.774628 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f1afb6-833a-4d47-84aa-23cd6a07286f admin admin] Network hostable DHCP agents. Network: b0e81c76-331e-4631-8859-b9be0335d391, hostable agents: ['6f398e68-3e13-4851-8372-7feb03493da6'], hosted agents: [] {{(pid=109084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 18:52:48.790224 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f1afb6-833a-4d47-84aa-23cd6a07286f admin admin] Network b0e81c76-331e-4631-8859-b9be0335d391 is scheduled to be hosted by DHCP agent 6f398e68-3e13-4851-8372-7feb03493da6 with binding_index 1 {{(pid=109084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 18:52:48.799093 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-72f1afb6-833a-4d47-84aa-23cd6a07286f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819692-6-iscsi, b0e81c76-331e-4631-8859-b9be0335d391) {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:52:48.803077 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f1afb6-833a-4d47-84aa-23cd6a07286f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:52:48.803677 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-72f1afb6-833a-4d47-84aa-23cd6a07286f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:48.807888 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4014e6d6-6793-4a4d-a319-85517326b194 None None] Network b0e81c76-331e-4631-8859-b9be0335d391 requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:52:48.825124 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-72f1afb6-833a-4d47-84aa-23cd6a07286f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3026879 Dec 07 18:52:48.907895 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28b0241-693d-46cb-aafe-041c8838e356 None None] Network b0e81c76-331e-4631-8859-b9be0335d391 requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:52:49.815043 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:50.322605 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:50.468849 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186761ef-286b-4de0-8454-0a833b973839 req-824d7235-0b33-4009-8af1-33978fa2bf7c tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:52:50.470342 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-186761ef-286b-4de0-8454-0a833b973839 req-824d7235-0b33-4009-8af1-33978fa2bf7c tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/networks?id=b0e81c76-331e-4631-8859-b9be0335d391 HTTP/1.1" status: 200 len: 809 time: 0.1042910 Dec 07 18:52:50.485278 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-186761ef-286b-4de0-8454-0a833b973839 req-fdd3274c-93da-4969-9f1f-7bc7aea5dbf6 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/quotas/ab4a4662276147e9b7c0c7996bf05dcc HTTP/1.1" status: 200 len: 375 time: 0.0093796 Dec 07 18:52:50.515774 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-186761ef-286b-4de0-8454-0a833b973839 req-3f66ae27-9e29-4c95-967c-16875765b428 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab4a4662276147e9b7c0c7996bf05dcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255079 Dec 07 18:52:50.607463 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-186761ef-286b-4de0-8454-0a833b973839 req-4256c539-61ec-48db-aff5-3e64c28fc48e service neutron] 10.222.0.41 "GET /v2.0/networks/b0e81c76-331e-4631-8859-b9be0335d391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848401 Dec 07 18:52:50.696439 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-186761ef-286b-4de0-8454-0a833b973839 req-586c3827-2513-47b1-8685-10a082334f92 service neutron] 10.222.0.41 "GET /v2.0/networks/b0e81c76-331e-4631-8859-b9be0335d391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829718 Dec 07 18:52:51.385072 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 39008) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:52:51.488740 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-39f5879b-6f8a-4358-8655-2d0c8e78ed91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:51.567680 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-39f5879b-6f8a-4358-8655-2d0c8e78ed91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:51.571239 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-39f5879b-6f8a-4358-8655-2d0c8e78ed91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:51.613996 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-39f5879b-6f8a-4358-8655-2d0c8e78ed91 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c3d0961f63c4e1fa4b34a7216c032b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277884 Dec 07 18:52:51.614985 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5879b-6f8a-4358-8655-2d0c8e78ed91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c00382-b43a-4e08-88b3-d80591414538,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:52:51.616686 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 39012) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:52:51.665556 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6ac0f8e4-c404-4d00-94b3-1e2900ac0540 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:51.687306 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6ac0f8e4-c404-4d00-94b3-1e2900ac0540 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:51.691818 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:51.737510 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6ac0f8e4-c404-4d00-94b3-1e2900ac0540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:51.740108 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6ac0f8e4-c404-4d00-94b3-1e2900ac0540 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:51.741265 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-6ac0f8e4-c404-4d00-94b3-1e2900ac0540 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/95c00382-b43a-4e08-88b3-d80591414538 HTTP/1.1" status: 204 len: 168 time: 0.1229460 Dec 07 18:52:51.749599 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0f8e4-c404-4d00-94b3-1e2900ac0540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c00382-b43a-4e08-88b3-d80591414538,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:52:51.867471 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0c918252-39a9-413b-bfc9-24b0e7b67091 req-70c05a3b-2f98-4ffe-8826-03eb0213a7db tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/ports?device_id=50941a59-fd90-4713-a406-45e9be8c6690 HTTP/1.1" status: 200 len: 210 time: 0.0266008 Dec 07 18:52:52.944820 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1d36d37a-c730-443d-af82-e85eb5e6ea9d req-0b4dbed7-cb0a-4d37-9c8a-2813d52ee134 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/ports?device_id=50941a59-fd90-4713-a406-45e9be8c6690 HTTP/1.1" status: 200 len: 210 time: 0.0268500 Dec 07 18:52:54.021623 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-453aa0f3-7619-446d-bc17-ba0b3a83af5d req-35f63e3a-c790-4a55-9ecf-bd4872845eb3 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/ports?device_id=50941a59-fd90-4713-a406-45e9be8c6690 HTTP/1.1" status: 200 len: 210 time: 0.0261521 Dec 07 18:52:55.097696 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a9338a6e-a716-4b1f-95a1-36174f6b13e9 req-17f5b664-8f7b-485a-8484-e1770409d1ee tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/ports?device_id=50941a59-fd90-4713-a406-45e9be8c6690 HTTP/1.1" status: 200 len: 210 time: 0.0263379 Dec 07 18:52:56.191004 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f32cb9d5-717b-4672-8f00-5ae4826d8abe req-33805b6a-9a82-4aca-b847-0db232419518 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/ports?device_id=50941a59-fd90-4713-a406-45e9be8c6690 HTTP/1.1" status: 200 len: 210 time: 0.0277410 Dec 07 18:52:57.283328 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b39d96b3-a50d-4b55-b154-157d078c9b2e req-c05c5dcf-a78a-4bbf-b2c6-0cdc2a866d40 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/ports?device_id=50941a59-fd90-4713-a406-45e9be8c6690 HTTP/1.1" status: 200 len: 210 time: 0.0255945 Dec 07 18:52:58.377897 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-351e201c-05a0-439c-b2b5-52d80ddeeb75 req-1a990442-5dff-40bc-bd6b-07b4f70bd735 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/ports?device_id=50941a59-fd90-4713-a406-45e9be8c6690 HTTP/1.1" status: 200 len: 210 time: 0.0283921 Dec 07 18:52:59.147024 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186761ef-286b-4de0-8454-0a833b973839 req-212ac900-564d-4ed4-b3ee-2e87c5e2838f tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:52:59.147024 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-186761ef-286b-4de0-8454-0a833b973839 req-212ac900-564d-4ed4-b3ee-2e87c5e2838f tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.23 "GET /v2.0/networks?id=b0e81c76-331e-4631-8859-b9be0335d391 HTTP/1.1" status: 200 len: 809 time: 0.1120772 Dec 07 18:52:59.161160 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [req-186761ef-286b-4de0-8454-0a833b973839 req-f71ddf44-d0c0-4306-8843-249071163776 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Request body: {'port': {'device_id': '50941a59-fd90-4713-a406-45e9be8c6690', 'network_id': 'b0e81c76-331e-4631-8859-b9be0335d391', 'admin_state_up': True, 'tenant_id': 'ab4a4662276147e9b7c0c7996bf05dcc'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:52:59.284182 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-186761ef-286b-4de0-8454-0a833b973839 req-f71ddf44-d0c0-4306-8843-249071163776 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Made reservation on behalf of ab4a4662276147e9b7c0c7996bf05dcc for: {'port': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:52:59.287919 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-186761ef-286b-4de0-8454-0a833b973839 req-f71ddf44-d0c0-4306-8843-249071163776 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:59.431019 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [req-186761ef-286b-4de0-8454-0a833b973839 req-f71ddf44-d0c0-4306-8843-249071163776 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Allocated IP 172.20.0.11 (b0e81c76-331e-4631-8859-b9be0335d391/a67ef8c9-7e3e-4de1-a3d2-88d8f55f6795/76a9f558-907f-448f-9024-aa2905510277) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:52:59.489563 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d420fa21-6e7e-43b3-90b7-0b8eaa141578 req-872c0e60-46eb-47b6-bd02-e3a5a404f02b tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/ports?device_id=50941a59-fd90-4713-a406-45e9be8c6690 HTTP/1.1" status: 200 len: 210 time: 0.0394924 Dec 07 18:52:59.605342 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-186761ef-286b-4de0-8454-0a833b973839 req-f71ddf44-d0c0-4306-8843-249071163776 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Publish callbacks [] for port, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:59.637609 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-186761ef-286b-4de0-8454-0a833b973839 req-f71ddf44-d0c0-4306-8843-249071163776 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:59.681711 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-186761ef-286b-4de0-8454-0a833b973839 req-f71ddf44-d0c0-4306-8843-249071163776 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Network b0e81c76-331e-4631-8859-b9be0335d391 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:52:59.684789 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [req-186761ef-286b-4de0-8454-0a833b973839 req-f71ddf44-d0c0-4306-8843-249071163776 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:52:59.689251 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [req-186761ef-286b-4de0-8454-0a833b973839 req-f71ddf44-d0c0-4306-8843-249071163776 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:52:59.695709 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ddf44-d0c0-4306-8843-249071163776 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Pushing event updated for resources: {'Port': ['ID=76a9f558-907f-448f-9024-aa2905510277,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:52:59.740545 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186761ef-286b-4de0-8454-0a833b973839 req-f71ddf44-d0c0-4306-8843-249071163776 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:52:59.741156 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-186761ef-286b-4de0-8454-0a833b973839 req-f71ddf44-d0c0-4306-8843-249071163776 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:52:59.756726 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-186761ef-286b-4de0-8454-0a833b973839 req-f71ddf44-d0c0-4306-8843-249071163776 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6032143 Dec 07 18:52:59.769960 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [req-186761ef-286b-4de0-8454-0a833b973839 req-f66bd2d3-009b-4846-b9b0-ebe46ff64956 service neutron] Request body: {'port': {'device_id': '50941a59-fd90-4713-a406-45e9be8c6690', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:52:59.824909 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-186761ef-286b-4de0-8454-0a833b973839 req-f66bd2d3-009b-4846-b9b0-ebe46ff64956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:00.073202 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [req-186761ef-286b-4de0-8454-0a833b973839 req-f66bd2d3-009b-4846-b9b0-ebe46ff64956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76a9f558-907f-448f-9024-aa2905510277 {{(pid=109084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:53:00.081200 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-186761ef-286b-4de0-8454-0a833b973839 req-f66bd2d3-009b-4846-b9b0-ebe46ff64956 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:00.092819 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.provisioning_blocks [req-186761ef-286b-4de0-8454-0a833b973839 req-f66bd2d3-009b-4846-b9b0-ebe46ff64956 service neutron] Transition to ACTIVE for port object 76a9f558-907f-448f-9024-aa2905510277 will not be triggered until provisioned by entity L2. {{(pid=109084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:53:00.097200 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-186761ef-286b-4de0-8454-0a833b973839 req-f66bd2d3-009b-4846-b9b0-ebe46ff64956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530413597'] for port, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:00.162986 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66bd2d3-009b-4846-b9b0-ebe46ff64956 service neutron] Pushing event updated for resources: {'Port': ['ID=76a9f558-907f-448f-9024-aa2905510277,revision_number=2']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:53:00.217309 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-186761ef-286b-4de0-8454-0a833b973839 req-f66bd2d3-009b-4846-b9b0-ebe46ff64956 service neutron] Attempting to bind port 76a9f558-907f-448f-9024-aa2905510277 on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:53:00.217648 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-186761ef-286b-4de0-8454-0a833b973839 req-f66bd2d3-009b-4846-b9b0-ebe46ff64956 service neutron] Attempting to bind port 76a9f558-907f-448f-9024-aa2905510277 by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': '0d0a80b3-37c5-460b-ba37-7125f8ccbe6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b0e81c76-331e-4631-8859-b9be0335d391'}] {{(pid=109084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:53:00.218008 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186761ef-286b-4de0-8454-0a833b973839 req-f66bd2d3-009b-4846-b9b0-ebe46ff64956 service neutron] Attempting to bind port 76a9f558-907f-448f-9024-aa2905510277 on network b0e81c76-331e-4631-8859-b9be0335d391 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:53:00.222283 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186761ef-286b-4de0-8454-0a833b973839 req-f66bd2d3-009b-4846-b9b0-ebe46ff64956 service neutron] Port 76a9f558-907f-448f-9024-aa2905510277 on network b0e81c76-331e-4631-8859-b9be0335d391 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:53:00.222606 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186761ef-286b-4de0-8454-0a833b973839 req-f66bd2d3-009b-4846-b9b0-ebe46ff64956 service neutron] Attempting to bind port 76a9f558-907f-448f-9024-aa2905510277 on network b0e81c76-331e-4631-8859-b9be0335d391 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:53:00.227391 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186761ef-286b-4de0-8454-0a833b973839 req-f66bd2d3-009b-4846-b9b0-ebe46ff64956 service neutron] Checking agent: {'id': '9b8b7df7-f18f-49d8-b3bd-9764bcedc888', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'started_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:53:00.227732 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186761ef-286b-4de0-8454-0a833b973839 req-f66bd2d3-009b-4846-b9b0-ebe46ff64956 service neutron] Checking segment: {'id': '0d0a80b3-37c5-460b-ba37-7125f8ccbe6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b0e81c76-331e-4631-8859-b9be0335d391'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:53:00.228119 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186761ef-286b-4de0-8454-0a833b973839 req-f66bd2d3-009b-4846-b9b0-ebe46ff64956 service neutron] Bound using segment: {'id': '0d0a80b3-37c5-460b-ba37-7125f8ccbe6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b0e81c76-331e-4631-8859-b9be0335d391'} {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:53:00.228546 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-186761ef-286b-4de0-8454-0a833b973839 req-f66bd2d3-009b-4846-b9b0-ebe46ff64956 service neutron] Bound port: 76a9f558-907f-448f-9024-aa2905510277, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d0a80b3-37c5-460b-ba37-7125f8ccbe6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b0e81c76-331e-4631-8859-b9be0335d391'}}] {{(pid=109084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:53:00.228903 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-186761ef-286b-4de0-8454-0a833b973839 req-f66bd2d3-009b-4846-b9b0-ebe46ff64956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:00.289820 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-186761ef-286b-4de0-8454-0a833b973839 req-f66bd2d3-009b-4846-b9b0-ebe46ff64956 service neutron] For port 76a9f558-907f-448f-9024-aa2905510277, host hv-cinder-81969, cleared binding levels {{(pid=109084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:53:00.292801 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-186761ef-286b-4de0-8454-0a833b973839 req-f66bd2d3-009b-4846-b9b0-ebe46ff64956 service neutron] For port 76a9f558-907f-448f-9024-aa2905510277, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=76a9f558-907f-448f-9024-aa2905510277,segment=NetworkSegment(0d0a80b3-37c5-460b-ba37-7125f8ccbe6c),segment_id=0d0a80b3-37c5-460b-ba37-7125f8ccbe6c)] {{(pid=109084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:53:00.297929 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-186761ef-286b-4de0-8454-0a833b973839 req-f66bd2d3-009b-4846-b9b0-ebe46ff64956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530413597'] for port, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:00.329621 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186761ef-286b-4de0-8454-0a833b973839 req-f66bd2d3-009b-4846-b9b0-ebe46ff64956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:53:00.330269 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-186761ef-286b-4de0-8454-0a833b973839 req-f66bd2d3-009b-4846-b9b0-ebe46ff64956 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:00.331639 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-186761ef-286b-4de0-8454-0a833b973839 req-f66bd2d3-009b-4846-b9b0-ebe46ff64956 service neutron] 10.222.0.23 "PUT /v2.0/ports/76a9f558-907f-448f-9024-aa2905510277 HTTP/1.1" status: 200 len: 1094 time: 0.5656538 Dec 07 18:53:00.332082 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50941a59-fd90-4713-a406-45e9be8c6690', 'tag': '76a9f558-907f-448f-9024-aa2905510277'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:53:00.334349 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a9c8e9ce0db27bff2b715efe80f7ddeb02331314c1c7d49b52ba908637cab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2a0289-4554-45a9-98f1-89c7cbc0d542" -d '{"events": [{"name": "network-changed", "server_uuid": "50941a59-fd90-4713-a406-45e9be8c6690", "tag": "76a9f558-907f-448f-9024-aa2905510277"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:53:00.363299 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66bd2d3-009b-4846-b9b0-ebe46ff64956 service neutron] Pushing event updated for resources: {'Port': ['ID=76a9f558-907f-448f-9024-aa2905510277,revision_number=3']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:53:00.399634 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76873d80-e0aa-4452-80a0-874306934f61 x-openstack-request-id: req-76873d80-e0aa-4452-80a0-874306934f61 {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:53:00.399931 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50941a59-fd90-4713-a406-45e9be8c6690", "tag": "76a9f558-907f-448f-9024-aa2905510277", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:53:00.400187 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-76873d80-e0aa-4452-80a0-874306934f61 {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:53:00.400578 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50941a59-fd90-4713-a406-45e9be8c6690', 'tag': '76a9f558-907f-448f-9024-aa2905510277', 'status': 'completed', 'code': 200} Dec 07 18:53:00.416007 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186761ef-286b-4de0-8454-0a833b973839 req-b2fcee4b-8155-4f87-9948-82d3f86e9889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:53:00.417516 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-186761ef-286b-4de0-8454-0a833b973839 req-b2fcee4b-8155-4f87-9948-82d3f86e9889 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ab4a4662276147e9b7c0c7996bf05dcc&device_id=50941a59-fd90-4713-a406-45e9be8c6690 HTTP/1.1" status: 200 len: 1097 time: 0.0467889 Dec 07 18:53:00.459918 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-186761ef-286b-4de0-8454-0a833b973839 req-fa28bc8a-18e9-4c25-8a78-619ac2e09f4e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76a9f558-907f-448f-9024-aa2905510277 HTTP/1.1" status: 200 len: 217 time: 0.0346744 Dec 07 18:53:00.508231 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186761ef-286b-4de0-8454-0a833b973839 req-e3bad991-6347-47c0-aace-14d4bf6b2ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:53:00.509943 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-186761ef-286b-4de0-8454-0a833b973839 req-e3bad991-6347-47c0-aace-14d4bf6b2ac1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a67ef8c9-7e3e-4de1-a3d2-88d8f55f6795 HTTP/1.1" status: 200 len: 849 time: 0.0430706 Dec 07 18:53:00.549503 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-186761ef-286b-4de0-8454-0a833b973839 req-00fe5ae8-e4bf-4657-bc26-e2e23c5860dc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b0e81c76-331e-4631-8859-b9be0335d391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322347 Dec 07 18:53:00.667848 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfef1a5-b330-4034-93d1-793e854b1472 req-a19d38a2-1df2-4515-9dbb-4b35877d78ff tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:53:00.669334 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1cfef1a5-b330-4034-93d1-793e854b1472 req-a19d38a2-1df2-4515-9dbb-4b35877d78ff tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/ports?device_id=50941a59-fd90-4713-a406-45e9be8c6690 HTTP/1.1" status: 200 len: 944 time: 0.0941291 Dec 07 18:53:00.687388 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-186761ef-286b-4de0-8454-0a833b973839 req-29fbc8cc-3b56-47ac-89e1-dd8d0d8a7048 service neutron] 10.222.0.23 "GET /v2.0/networks/b0e81c76-331e-4631-8859-b9be0335d391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303775 Dec 07 18:53:00.777321 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1cfef1a5-b330-4034-93d1-793e854b1472 req-12ba22e1-6a93-4fce-951f-8cb0c0275630 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/security-groups?id=39eddd2b-588e-424c-8687-18597ad2e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009691 Dec 07 18:53:00.803325 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-186761ef-286b-4de0-8454-0a833b973839 req-5985989e-48ff-4142-b82f-d944176cde8e service neutron] 10.222.0.23 "GET /v2.0/networks/b0e81c76-331e-4631-8859-b9be0335d391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057498 Dec 07 18:53:00.899344 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a0289-4554-45a9-98f1-89c7cbc0d542 req-532affb2-2ee1-4721-be28-b9ecbecdb762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:53:00.900824 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cc2a0289-4554-45a9-98f1-89c7cbc0d542 req-532affb2-2ee1-4721-be28-b9ecbecdb762 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ab4a4662276147e9b7c0c7996bf05dcc&device_id=50941a59-fd90-4713-a406-45e9be8c6690 HTTP/1.1" status: 200 len: 1097 time: 0.0475981 Dec 07 18:53:00.994532 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a0289-4554-45a9-98f1-89c7cbc0d542 req-ce7eb008-9c88-442b-b9be-fb303e4f05df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:53:00.995985 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cc2a0289-4554-45a9-98f1-89c7cbc0d542 req-ce7eb008-9c88-442b-b9be-fb303e4f05df service neutron] 10.222.0.23 "GET /v2.0/networks?id=b0e81c76-331e-4631-8859-b9be0335d391 HTTP/1.1" status: 200 len: 910 time: 0.0876825 Dec 07 18:53:01.036726 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cc2a0289-4554-45a9-98f1-89c7cbc0d542 req-0485c517-841c-4788-8b46-b6931c42c488 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76a9f558-907f-448f-9024-aa2905510277 HTTP/1.1" status: 200 len: 217 time: 0.0329256 Dec 07 18:53:01.088429 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a0289-4554-45a9-98f1-89c7cbc0d542 req-6c90e350-9c93-44ab-aa4e-83365e51af15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:53:01.089831 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cc2a0289-4554-45a9-98f1-89c7cbc0d542 req-6c90e350-9c93-44ab-aa4e-83365e51af15 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a67ef8c9-7e3e-4de1-a3d2-88d8f55f6795 HTTP/1.1" status: 200 len: 849 time: 0.0449646 Dec 07 18:53:01.130256 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cc2a0289-4554-45a9-98f1-89c7cbc0d542 req-8f20b501-3dd9-40fa-ac2c-946dfd7e630e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b0e81c76-331e-4631-8859-b9be0335d391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239363 Dec 07 18:53:01.219233 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cc2a0289-4554-45a9-98f1-89c7cbc0d542 req-1d90f080-a461-4f02-a00b-57069cbd599d service neutron] 10.222.0.23 "GET /v2.0/networks/b0e81c76-331e-4631-8859-b9be0335d391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816374 Dec 07 18:53:01.312034 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cc2a0289-4554-45a9-98f1-89c7cbc0d542 req-79d73255-2e1a-488c-bac3-523717d0d4ee service neutron] 10.222.0.23 "GET /v2.0/networks/b0e81c76-331e-4631-8859-b9be0335d391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848651 Dec 07 18:53:01.901282 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83949c6-d0b0-4f4d-85a5-d26d75050945 req-26418008-805b-4700-95b9-a65ce9c5d094 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:53:01.902860 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f83949c6-d0b0-4f4d-85a5-d26d75050945 req-26418008-805b-4700-95b9-a65ce9c5d094 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/ports?device_id=50941a59-fd90-4713-a406-45e9be8c6690 HTTP/1.1" status: 200 len: 944 time: 0.0520523 Dec 07 18:53:01.951861 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f83949c6-d0b0-4f4d-85a5-d26d75050945 req-d4f43ed6-8a53-4f82-8f50-e4f237b28ae6 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/security-groups?id=39eddd2b-588e-424c-8687-18597ad2e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423272 Dec 07 18:53:02.074541 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 39188) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:53:02.177417 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3a0de7a8-5804-4c17-82c5-4b91f0298f64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:02.251163 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3a0de7a8-5804-4c17-82c5-4b91f0298f64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:02.254844 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3a0de7a8-5804-4c17-82c5-4b91f0298f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:02.292398 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-3a0de7a8-5804-4c17-82c5-4b91f0298f64 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1c471c77e4174e2bb1a0f0841efe9fb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2167277 Dec 07 18:53:02.293339 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0de7a8-5804-4c17-82c5-4b91f0298f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861d21d2-0bf2-418c-b337-d394e6a3c780,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:53:02.296560 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 39192) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:53:02.345452 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-27d13f3a-e408-4c97-896d-4ae0aca69181 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:02.366040 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-27d13f3a-e408-4c97-896d-4ae0aca69181 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:02.415214 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-27d13f3a-e408-4c97-896d-4ae0aca69181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:02.417922 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-27d13f3a-e408-4c97-896d-4ae0aca69181 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:02.419074 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-27d13f3a-e408-4c97-896d-4ae0aca69181 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/861d21d2-0bf2-418c-b337-d394e6a3c780 HTTP/1.1" status: 204 len: 168 time: 0.1210449 Dec 07 18:53:02.428710 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d13f3a-e408-4c97-896d-4ae0aca69181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861d21d2-0bf2-418c-b337-d394e6a3c780,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:53:02.677084 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 39198) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:53:02.690585 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-68f08b8d-8075-494b-97eb-76a6487da848 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:02.766756 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-68f08b8d-8075-494b-97eb-76a6487da848 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:02.770374 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-68f08b8d-8075-494b-97eb-76a6487da848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:02.807103 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-68f08b8d-8075-494b-97eb-76a6487da848 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=43656956181148eab1c07525b2353f09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1289697 Dec 07 18:53:02.808973 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f08b8d-8075-494b-97eb-76a6487da848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd800ee-098b-4a63-8f2d-12237df61115,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:53:02.809988 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 39200) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:53:02.858718 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6dc0e32e-1716-447f-a4bd-065a3c53682c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:02.879933 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6dc0e32e-1716-447f-a4bd-065a3c53682c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:02.927954 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6dc0e32e-1716-447f-a4bd-065a3c53682c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:02.930458 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6dc0e32e-1716-447f-a4bd-065a3c53682c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:02.931602 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-6dc0e32e-1716-447f-a4bd-065a3c53682c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7dd800ee-098b-4a63-8f2d-12237df61115 HTTP/1.1" status: 204 len: 168 time: 0.1204801 Dec 07 18:53:02.939249 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0e32e-1716-447f-a4bd-065a3c53682c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd800ee-098b-4a63-8f2d-12237df61115,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:53:03.066586 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dd463-05c3-4edb-96ca-c39f84253565 req-cf278728-fd22-4fea-a87c-f34ed9901086 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:53:03.068085 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-df9dd463-05c3-4edb-96ca-c39f84253565 req-cf278728-fd22-4fea-a87c-f34ed9901086 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/ports?device_id=50941a59-fd90-4713-a406-45e9be8c6690 HTTP/1.1" status: 200 len: 944 time: 0.0486400 Dec 07 18:53:03.116417 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-df9dd463-05c3-4edb-96ca-c39f84253565 req-f15eb2ca-1a93-4fe9-84e8-51b945799861 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/security-groups?id=39eddd2b-588e-424c-8687-18597ad2e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418675 Dec 07 18:53:03.248989 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 76a9f558-907f-448f-9024-aa2905510277 details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:53:03.349578 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 76a9f558-907f-448f-9024-aa2905510277, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=76a9f558-907f-448f-9024-aa2905510277,segment=NetworkSegment(0d0a80b3-37c5-460b-ba37-7125f8ccbe6c),segment_id=0d0a80b3-37c5-460b-ba37-7125f8ccbe6c)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:53:03.360664 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Returning: {'device': '76a9f558-907f-448f-9024-aa2905510277', 'network_id': 'b0e81c76-331e-4631-8859-b9be0335d391', 'port_id': '76a9f558-907f-448f-9024-aa2905510277', 'mac_address': 'fa:16:3e:72:ae:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a67ef8c9-7e3e-4de1-a3d2-88d8f55f6795', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:53:03.398825 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:03.414391 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76a9f558-907f-448f-9024-aa2905510277 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:53:03.437097 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 76a9f558-907f-448f-9024-aa2905510277, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=76a9f558-907f-448f-9024-aa2905510277,segment=NetworkSegment(0d0a80b3-37c5-460b-ba37-7125f8ccbe6c),segment_id=0d0a80b3-37c5-460b-ba37-7125f8ccbe6c)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:53:03.441434 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:03.489730 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=76a9f558-907f-448f-9024-aa2905510277,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:53:03.657717 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['76a9f558-907f-448f-9024-aa2905510277'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:53:04.231290 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea98c17-e742-4f8c-9636-6c2c57c685c2 req-4d62f023-abe9-4ec0-9b44-058c6b4a281e tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:53:04.233312 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2ea98c17-e742-4f8c-9636-6c2c57c685c2 req-4d62f023-abe9-4ec0-9b44-058c6b4a281e tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/ports?device_id=50941a59-fd90-4713-a406-45e9be8c6690 HTTP/1.1" status: 200 len: 945 time: 0.0485013 Dec 07 18:53:04.281576 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2ea98c17-e742-4f8c-9636-6c2c57c685c2 req-b45a452b-415c-4402-9e9d-b5047308d8ad tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/security-groups?id=39eddd2b-588e-424c-8687-18597ad2e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422578 Dec 07 18:53:05.265005 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 76a9f558-907f-448f-9024-aa2905510277 up at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:53:05.317122 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning for port 76a9f558-907f-448f-9024-aa2905510277 completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:53:05.321819 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning complete for port 76a9f558-907f-448f-9024-aa2905510277 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:53:05.322244 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:05.396146 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26364de-ddb5-4544-b602-ff1f53e4fedb req-5fab9aec-233a-41b2-ab89-9b5af0f3886b tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:53:05.397598 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f26364de-ddb5-4544-b602-ff1f53e4fedb req-5fab9aec-233a-41b2-ab89-9b5af0f3886b tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/ports?device_id=50941a59-fd90-4713-a406-45e9be8c6690 HTTP/1.1" status: 200 len: 945 time: 0.0479317 Dec 07 18:53:05.406707 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:05.433124 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50941a59-fd90-4713-a406-45e9be8c6690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a9f558-907f-448f-9024-aa2905510277'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:53:05.436112 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab3a8ce7da5a640e7c4dfc04f2c3e6911255c2d0b826cd7cc2b97a426bb0a1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af56debd-7020-4d52-b74b-6bd1d5eea0af" -d '{"events": [{"server_uuid": "50941a59-fd90-4713-a406-45e9be8c6690", "name": "network-vif-plugged", "status": "completed", "tag": "76a9f558-907f-448f-9024-aa2905510277"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:53:05.449430 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 76a9f558-907f-448f-9024-aa2905510277, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=76a9f558-907f-448f-9024-aa2905510277,segment=NetworkSegment(0d0a80b3-37c5-460b-ba37-7125f8ccbe6c),segment_id=0d0a80b3-37c5-460b-ba37-7125f8ccbe6c)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:53:05.453456 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f26364de-ddb5-4544-b602-ff1f53e4fedb req-3ded75e9-1720-4e6c-a1dc-2743828fbfa3 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/security-groups?id=39eddd2b-588e-424c-8687-18597ad2e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496979 Dec 07 18:53:05.454490 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:05.481359 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657fec5c-6e3e-4f5a-8c80-2246e92f0a84 x-openstack-request-id: req-657fec5c-6e3e-4f5a-8c80-2246e92f0a84 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:53:05.481659 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50941a59-fd90-4713-a406-45e9be8c6690", "name": "network-vif-plugged", "status": "completed", "tag": "76a9f558-907f-448f-9024-aa2905510277", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:53:05.481930 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-657fec5c-6e3e-4f5a-8c80-2246e92f0a84 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:53:05.482949 dv-cinder-819692-6-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50941a59-fd90-4713-a406-45e9be8c6690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a9f558-907f-448f-9024-aa2905510277', 'code': 200} Dec 07 18:53:05.511123 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=76a9f558-907f-448f-9024-aa2905510277,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:53:05.637129 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3926f-b843-48dd-abd0-e5e006aaac76 req-6d658972-ecf9-4477-b49b-1a0d68599627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:53:05.639213 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cea3926f-b843-48dd-abd0-e5e006aaac76 req-6d658972-ecf9-4477-b49b-1a0d68599627 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=50941a59-fd90-4713-a406-45e9be8c6690 HTTP/1.1" status: 200 len: 1099 time: 0.0381031 Dec 07 18:53:05.683154 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cea3926f-b843-48dd-abd0-e5e006aaac76 req-7fff5cca-3351-4e45-a917-c8dd02717724 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=39eddd2b-588e-424c-8687-18597ad2e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358632 Dec 07 18:53:06.569061 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eab3f3-3acd-458e-a2a1-f9f74586abc4 req-b9c9dd67-e4fb-488c-baeb-43ba699e5326 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:53:06.570642 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-54eab3f3-3acd-458e-a2a1-f9f74586abc4 req-b9c9dd67-e4fb-488c-baeb-43ba699e5326 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/ports?device_id=50941a59-fd90-4713-a406-45e9be8c6690 HTTP/1.1" status: 200 len: 946 time: 0.0490925 Dec 07 18:53:06.622504 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-54eab3f3-3acd-458e-a2a1-f9f74586abc4 req-3c997fa5-cfd7-4f29-a652-a8c2e822b66b tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/security-groups?id=39eddd2b-588e-424c-8687-18597ad2e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456436 Dec 07 18:53:07.575014 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 39302) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:53:07.678086 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a15bc2cc-e3c7-4ec1-afdd-d63017cc9eab admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:07.767534 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f31c56-1076-4329-873d-fc84115879a8 req-1da8e5f2-dcc5-4967-bfab-23970ea532a1 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:53:07.768983 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a7f31c56-1076-4329-873d-fc84115879a8 req-1da8e5f2-dcc5-4967-bfab-23970ea532a1 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/ports?device_id=50941a59-fd90-4713-a406-45e9be8c6690 HTTP/1.1" status: 200 len: 946 time: 0.0742083 Dec 07 18:53:07.820398 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a15bc2cc-e3c7-4ec1-afdd-d63017cc9eab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:07.828942 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a15bc2cc-e3c7-4ec1-afdd-d63017cc9eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:07.849857 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a7f31c56-1076-4329-873d-fc84115879a8 req-83197d84-9ff5-44ee-b067-bd332ba17762 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/security-groups?id=39eddd2b-588e-424c-8687-18597ad2e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741301 Dec 07 18:53:07.874095 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15bc2cc-e3c7-4ec1-afdd-d63017cc9eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c19a6a2-8c8e-4524-b59a-cbbb52518485,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:53:07.880999 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-a15bc2cc-e3c7-4ec1-afdd-d63017cc9eab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a2f3c21ef0fb4b13930ff9f03fe162e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3049600 Dec 07 18:53:07.881521 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 39310) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:53:07.937110 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-fa70f63e-a78b-48aa-b7fc-ee84102f1330 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:07.958229 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-fa70f63e-a78b-48aa-b7fc-ee84102f1330 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:08.005496 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-fa70f63e-a78b-48aa-b7fc-ee84102f1330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:08.008054 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-fa70f63e-a78b-48aa-b7fc-ee84102f1330 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:08.009171 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-fa70f63e-a78b-48aa-b7fc-ee84102f1330 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2c19a6a2-8c8e-4524-b59a-cbbb52518485 HTTP/1.1" status: 204 len: 168 time: 0.1245070 Dec 07 18:53:08.017433 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa70f63e-a78b-48aa-b7fc-ee84102f1330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c19a6a2-8c8e-4524-b59a-cbbb52518485,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:53:08.287702 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 39324) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:53:08.301251 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2da8b696-8f97-4358-9587-05d7cfb193be admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:08.383521 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2da8b696-8f97-4358-9587-05d7cfb193be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:08.387771 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2da8b696-8f97-4358-9587-05d7cfb193be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:08.429393 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-2da8b696-8f97-4358-9587-05d7cfb193be admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0bc3c2552fdf457c8d91484c99f0d256&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1405110 Dec 07 18:53:08.430576 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8b696-8f97-4358-9587-05d7cfb193be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be76aa0-3cd7-436b-b430-435f6fe8fe0a,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:53:08.432743 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 39328) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:53:08.453680 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef434ed-156b-4d5b-8875-5fa94ac2277f req-070dcc05-1aaf-425b-b9f1-7f51d9691de3 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:53:08.455194 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9ef434ed-156b-4d5b-8875-5fa94ac2277f req-070dcc05-1aaf-425b-b9f1-7f51d9691de3 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/ports?device_id=50941a59-fd90-4713-a406-45e9be8c6690 HTTP/1.1" status: 200 len: 946 time: 0.0561235 Dec 07 18:53:08.483613 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-cf50fa94-4236-41f3-80cb-8974ced2074b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:08.503233 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9ef434ed-156b-4d5b-8875-5fa94ac2277f req-8ceb842b-4e62-4eb6-8503-a994893d458e tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/security-groups?id=39eddd2b-588e-424c-8687-18597ad2e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420320 Dec 07 18:53:08.504986 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-cf50fa94-4236-41f3-80cb-8974ced2074b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:08.553838 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-cf50fa94-4236-41f3-80cb-8974ced2074b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:08.556619 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-cf50fa94-4236-41f3-80cb-8974ced2074b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:08.557772 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-cf50fa94-4236-41f3-80cb-8974ced2074b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3be76aa0-3cd7-436b-b430-435f6fe8fe0a HTTP/1.1" status: 204 len: 168 time: 0.1241190 Dec 07 18:53:08.565809 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf50fa94-4236-41f3-80cb-8974ced2074b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be76aa0-3cd7-436b-b430-435f6fe8fe0a,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:53:08.864445 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 39334) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:53:08.878341 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-822c4d70-6b8a-4e50-a885-7a1d3240cb5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:08.952199 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-822c4d70-6b8a-4e50-a885-7a1d3240cb5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:08.956004 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-822c4d70-6b8a-4e50-a885-7a1d3240cb5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:08.993709 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-822c4d70-6b8a-4e50-a885-7a1d3240cb5c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=053d6c3b7a354fe2b29b05e63b434463&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1282272 Dec 07 18:53:08.994578 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c4d70-6b8a-4e50-a885-7a1d3240cb5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ad582d-da4c-4fca-bb90-ce0984bcec69,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:53:08.996472 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 39336) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:53:09.048426 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bafd7962-d0a0-4976-be66-663dc1fb9825 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:09.068276 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bafd7962-d0a0-4976-be66-663dc1fb9825 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:09.112626 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bafd7962-d0a0-4976-be66-663dc1fb9825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:09.115319 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bafd7962-d0a0-4976-be66-663dc1fb9825 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:09.119188 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-bafd7962-d0a0-4976-be66-663dc1fb9825 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/74ad582d-da4c-4fca-bb90-ce0984bcec69 HTTP/1.1" status: 204 len: 168 time: 0.1189978 Dec 07 18:53:09.125314 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd7962-d0a0-4976-be66-663dc1fb9825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ad582d-da4c-4fca-bb90-ce0984bcec69,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:53:09.620849 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153c03a-5b5b-4756-983e-325240e42e46 req-dacaa192-d237-4ccd-b996-342c4f70506d tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:53:09.622328 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5153c03a-5b5b-4756-983e-325240e42e46 req-dacaa192-d237-4ccd-b996-342c4f70506d tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/ports?device_id=50941a59-fd90-4713-a406-45e9be8c6690 HTTP/1.1" status: 200 len: 946 time: 0.0498986 Dec 07 18:53:09.669892 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5153c03a-5b5b-4756-983e-325240e42e46 req-05fbe72a-05ac-429a-86b3-9c6440baa4b4 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/security-groups?id=39eddd2b-588e-424c-8687-18597ad2e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405724 Dec 07 18:53:09.691303 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:09.736470 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0439a-a68a-4eaa-8f41-35bda2019a4e req-855f8bf2-a7b9-4f79-9699-2998018beafe tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:53:09.737927 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b1e0439a-a68a-4eaa-8f41-35bda2019a4e req-855f8bf2-a7b9-4f79-9699-2998018beafe tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.23 "GET /v2.0/ports?device_id=50941a59-fd90-4713-a406-45e9be8c6690 HTTP/1.1" status: 200 len: 946 time: 0.0546601 Dec 07 18:53:09.828416 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [req-b1e0439a-a68a-4eaa-8f41-35bda2019a4e req-d526f5f3-fb0e-420d-8a54-d8bbd333b3d5 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Deleting port 76a9f558-907f-448f-9024-aa2905510277 {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:53:09.828757 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-b1e0439a-a68a-4eaa-8f41-35bda2019a4e req-d526f5f3-fb0e-420d-8a54-d8bbd333b3d5 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:09.918240 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-b1e0439a-a68a-4eaa-8f41-35bda2019a4e req-d526f5f3-fb0e-420d-8a54-d8bbd333b3d5 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] For port 76a9f558-907f-448f-9024-aa2905510277, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=76a9f558-907f-448f-9024-aa2905510277,segment=NetworkSegment(0d0a80b3-37c5-460b-ba37-7125f8ccbe6c),segment_id=0d0a80b3-37c5-460b-ba37-7125f8ccbe6c)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:53:09.918629 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-b1e0439a-a68a-4eaa-8f41-35bda2019a4e req-d526f5f3-fb0e-420d-8a54-d8bbd333b3d5 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:09.931395 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [req-b1e0439a-a68a-4eaa-8f41-35bda2019a4e req-d526f5f3-fb0e-420d-8a54-d8bbd333b3d5 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Calling delete_port for 76a9f558-907f-448f-9024-aa2905510277 owned by compute:nova {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:53:10.058501 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-b1e0439a-a68a-4eaa-8f41-35bda2019a4e req-d526f5f3-fb0e-420d-8a54-d8bbd333b3d5 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:10.069558 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['76a9f558-907f-448f-9024-aa2905510277'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:53:10.088426 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526f5f3-fb0e-420d-8a54-d8bbd333b3d5 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Pushing event deleted for resources: {'Port': ['ID=76a9f558-907f-448f-9024-aa2905510277,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:53:10.131419 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e0439a-a68a-4eaa-8f41-35bda2019a4e req-d526f5f3-fb0e-420d-8a54-d8bbd333b3d5 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] No DVR routers for this DVR port 76a9f558-907f-448f-9024-aa2905510277 on host hv-cinder-81969 {{(pid=109084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:53:10.134424 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-b1e0439a-a68a-4eaa-8f41-35bda2019a4e req-d526f5f3-fb0e-420d-8a54-d8bbd333b3d5 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:10.137794 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b1e0439a-a68a-4eaa-8f41-35bda2019a4e req-d526f5f3-fb0e-420d-8a54-d8bbd333b3d5 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.23 "DELETE /v2.0/ports/76a9f558-907f-448f-9024-aa2905510277 HTTP/1.1" status: 204 len: 173 time: 0.3934693 Dec 07 18:53:10.138266 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50941a59-fd90-4713-a406-45e9be8c6690', 'name': 'network-vif-deleted', 'tag': '76a9f558-907f-448f-9024-aa2905510277'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:53:10.141293 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a9c8e9ce0db27bff2b715efe80f7ddeb02331314c1c7d49b52ba908637cab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67cf223-9983-4d04-98d6-38ca0ba336f3" -d '{"events": [{"server_uuid": "50941a59-fd90-4713-a406-45e9be8c6690", "name": "network-vif-deleted", "tag": "76a9f558-907f-448f-9024-aa2905510277"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:53:10.190640 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fd424c-6de4-45e5-87e1-ed2c97bac891 x-openstack-request-id: req-52fd424c-6de4-45e5-87e1-ed2c97bac891 {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:53:10.190640 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50941a59-fd90-4713-a406-45e9be8c6690", "name": "network-vif-deleted", "tag": "76a9f558-907f-448f-9024-aa2905510277", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:53:10.190640 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-52fd424c-6de4-45e5-87e1-ed2c97bac891 {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:53:10.190640 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50941a59-fd90-4713-a406-45e9be8c6690', 'name': 'network-vif-deleted', 'tag': '76a9f558-907f-448f-9024-aa2905510277', 'status': 'completed', 'code': 200} Dec 07 18:53:10.991451 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e29394-c026-4109-9015-f8898de35b35 req-52fe5cc7-515a-4f19-ab8b-d660c068430e tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:53:10.992923 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-98e29394-c026-4109-9015-f8898de35b35 req-52fe5cc7-515a-4f19-ab8b-d660c068430e tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/networks?id=b0e81c76-331e-4631-8859-b9be0335d391 HTTP/1.1" status: 200 len: 809 time: 0.1045725 Dec 07 18:53:11.008095 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-98e29394-c026-4109-9015-f8898de35b35 req-9a37d3ca-7bd4-4da5-99ae-f4b192982169 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/quotas/ab4a4662276147e9b7c0c7996bf05dcc HTTP/1.1" status: 200 len: 375 time: 0.0089064 Dec 07 18:53:11.043236 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-98e29394-c026-4109-9015-f8898de35b35 req-7c866ad2-6889-4eed-ade1-00add07f38db tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab4a4662276147e9b7c0c7996bf05dcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299938 Dec 07 18:53:11.132723 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-98e29394-c026-4109-9015-f8898de35b35 req-ba922d5b-6f64-42f4-bccb-4e6fde478f0b service neutron] 10.222.0.41 "GET /v2.0/networks/b0e81c76-331e-4631-8859-b9be0335d391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821867 Dec 07 18:53:11.226468 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-98e29394-c026-4109-9015-f8898de35b35 req-7c349795-d70d-44bd-8ce4-36e68da33015 service neutron] 10.222.0.41 "GET /v2.0/networks/b0e81c76-331e-4631-8859-b9be0335d391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879028 Dec 07 18:53:11.379620 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f66c8563-5ee1-4f18-96de-2f0cab6244c0 req-b2ece1f4-09eb-4bb6-a162-17d6413e6687 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/ports?device_id=394299fb-bc7e-4509-8940-507377ed94b5 HTTP/1.1" status: 200 len: 210 time: 0.0261605 Dec 07 18:53:12.309999 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e29394-c026-4109-9015-f8898de35b35 req-ecdefff9-7e33-4bef-b3f9-1fe60a25c3f7 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:53:12.311860 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-98e29394-c026-4109-9015-f8898de35b35 req-ecdefff9-7e33-4bef-b3f9-1fe60a25c3f7 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.23 "GET /v2.0/networks?id=b0e81c76-331e-4631-8859-b9be0335d391 HTTP/1.1" status: 200 len: 809 time: 0.1290200 Dec 07 18:53:12.336998 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [req-98e29394-c026-4109-9015-f8898de35b35 req-669d5b73-f4b9-405f-9ef6-308eadb08c82 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Request body: {'port': {'device_id': '394299fb-bc7e-4509-8940-507377ed94b5', 'network_id': 'b0e81c76-331e-4631-8859-b9be0335d391', 'admin_state_up': True, 'tenant_id': 'ab4a4662276147e9b7c0c7996bf05dcc'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:53:12.458432 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98e29394-c026-4109-9015-f8898de35b35 req-669d5b73-f4b9-405f-9ef6-308eadb08c82 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Made reservation on behalf of ab4a4662276147e9b7c0c7996bf05dcc for: {'port': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:53:12.462203 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-98e29394-c026-4109-9015-f8898de35b35 req-669d5b73-f4b9-405f-9ef6-308eadb08c82 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:12.487718 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2860dbd0-71b5-42d8-9adc-0cd0607f130f req-6b27fa43-7785-4a2e-bb4c-85f10fe0942f tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/ports?device_id=394299fb-bc7e-4509-8940-507377ed94b5 HTTP/1.1" status: 200 len: 210 time: 0.0273321 Dec 07 18:53:12.862788 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [req-98e29394-c026-4109-9015-f8898de35b35 req-669d5b73-f4b9-405f-9ef6-308eadb08c82 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Allocated IP 172.20.0.7 (b0e81c76-331e-4631-8859-b9be0335d391/a67ef8c9-7e3e-4de1-a3d2-88d8f55f6795/1a023e36-76e2-4d0c-99d9-32c81d548124) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:53:13.000898 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-98e29394-c026-4109-9015-f8898de35b35 req-669d5b73-f4b9-405f-9ef6-308eadb08c82 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Publish callbacks [] for port, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:13.033961 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-98e29394-c026-4109-9015-f8898de35b35 req-669d5b73-f4b9-405f-9ef6-308eadb08c82 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:13.080027 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98e29394-c026-4109-9015-f8898de35b35 req-669d5b73-f4b9-405f-9ef6-308eadb08c82 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Network b0e81c76-331e-4631-8859-b9be0335d391 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:53:13.086202 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [req-98e29394-c026-4109-9015-f8898de35b35 req-669d5b73-f4b9-405f-9ef6-308eadb08c82 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:53:13.089882 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e29394-c026-4109-9015-f8898de35b35 req-669d5b73-f4b9-405f-9ef6-308eadb08c82 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:53:13.116164 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d5b73-f4b9-405f-9ef6-308eadb08c82 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Pushing event updated for resources: {'Port': ['ID=1a023e36-76e2-4d0c-99d9-32c81d548124,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:53:13.144943 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e29394-c026-4109-9015-f8898de35b35 req-669d5b73-f4b9-405f-9ef6-308eadb08c82 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:53:13.145556 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-98e29394-c026-4109-9015-f8898de35b35 req-669d5b73-f4b9-405f-9ef6-308eadb08c82 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:13.161898 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-98e29394-c026-4109-9015-f8898de35b35 req-669d5b73-f4b9-405f-9ef6-308eadb08c82 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8288186 Dec 07 18:53:13.175425 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [req-98e29394-c026-4109-9015-f8898de35b35 req-54cd3ea4-97f8-4c11-90c7-af048eb0c3c9 service neutron] Request body: {'port': {'device_id': '394299fb-bc7e-4509-8940-507377ed94b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:53:13.231684 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-98e29394-c026-4109-9015-f8898de35b35 req-54cd3ea4-97f8-4c11-90c7-af048eb0c3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:13.311723 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 76a9f558-907f-448f-9024-aa2905510277 no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:53:13.334000 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] No Port match for: 76a9f558-907f-448f-9024-aa2905510277 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:53:13.334349 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 76a9f558-907f-448f-9024-aa2905510277 not bound to the agent host hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:53:13.489011 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [req-98e29394-c026-4109-9015-f8898de35b35 req-54cd3ea4-97f8-4c11-90c7-af048eb0c3c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a023e36-76e2-4d0c-99d9-32c81d548124 {{(pid=109084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:53:13.496157 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-98e29394-c026-4109-9015-f8898de35b35 req-54cd3ea4-97f8-4c11-90c7-af048eb0c3c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:13.507590 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.provisioning_blocks [req-98e29394-c026-4109-9015-f8898de35b35 req-54cd3ea4-97f8-4c11-90c7-af048eb0c3c9 service neutron] Transition to ACTIVE for port object 1a023e36-76e2-4d0c-99d9-32c81d548124 will not be triggered until provisioned by entity L2. {{(pid=109084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:53:13.511727 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-98e29394-c026-4109-9015-f8898de35b35 req-54cd3ea4-97f8-4c11-90c7-af048eb0c3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530413597'] for port, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:13.572905 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd3ea4-97f8-4c11-90c7-af048eb0c3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1a023e36-76e2-4d0c-99d9-32c81d548124,revision_number=2']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:53:13.656040 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97172521-c7bd-471e-99ce-6c6722cedc84 req-50340f48-7a06-4e28-99b8-9aa2fa8a3837 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:53:13.657488 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-97172521-c7bd-471e-99ce-6c6722cedc84 req-50340f48-7a06-4e28-99b8-9aa2fa8a3837 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/ports?device_id=394299fb-bc7e-4509-8940-507377ed94b5 HTTP/1.1" status: 200 len: 943 time: 0.1008112 Dec 07 18:53:13.675748 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-98e29394-c026-4109-9015-f8898de35b35 req-54cd3ea4-97f8-4c11-90c7-af048eb0c3c9 service neutron] Attempting to bind port 1a023e36-76e2-4d0c-99d9-32c81d548124 on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:53:13.676081 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-98e29394-c026-4109-9015-f8898de35b35 req-54cd3ea4-97f8-4c11-90c7-af048eb0c3c9 service neutron] Attempting to bind port 1a023e36-76e2-4d0c-99d9-32c81d548124 by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': '0d0a80b3-37c5-460b-ba37-7125f8ccbe6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b0e81c76-331e-4631-8859-b9be0335d391'}] {{(pid=109084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:53:13.676406 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e29394-c026-4109-9015-f8898de35b35 req-54cd3ea4-97f8-4c11-90c7-af048eb0c3c9 service neutron] Attempting to bind port 1a023e36-76e2-4d0c-99d9-32c81d548124 on network b0e81c76-331e-4631-8859-b9be0335d391 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:53:13.687372 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e29394-c026-4109-9015-f8898de35b35 req-54cd3ea4-97f8-4c11-90c7-af048eb0c3c9 service neutron] Port 1a023e36-76e2-4d0c-99d9-32c81d548124 on network b0e81c76-331e-4631-8859-b9be0335d391 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:53:13.687688 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e29394-c026-4109-9015-f8898de35b35 req-54cd3ea4-97f8-4c11-90c7-af048eb0c3c9 service neutron] Attempting to bind port 1a023e36-76e2-4d0c-99d9-32c81d548124 on network b0e81c76-331e-4631-8859-b9be0335d391 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:53:13.696709 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e29394-c026-4109-9015-f8898de35b35 req-54cd3ea4-97f8-4c11-90c7-af048eb0c3c9 service neutron] Checking agent: {'id': '9b8b7df7-f18f-49d8-b3bd-9764bcedc888', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'started_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:53:13.697042 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e29394-c026-4109-9015-f8898de35b35 req-54cd3ea4-97f8-4c11-90c7-af048eb0c3c9 service neutron] Checking segment: {'id': '0d0a80b3-37c5-460b-ba37-7125f8ccbe6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b0e81c76-331e-4631-8859-b9be0335d391'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:53:13.697423 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e29394-c026-4109-9015-f8898de35b35 req-54cd3ea4-97f8-4c11-90c7-af048eb0c3c9 service neutron] Bound using segment: {'id': '0d0a80b3-37c5-460b-ba37-7125f8ccbe6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b0e81c76-331e-4631-8859-b9be0335d391'} {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:53:13.698189 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-98e29394-c026-4109-9015-f8898de35b35 req-54cd3ea4-97f8-4c11-90c7-af048eb0c3c9 service neutron] Bound port: 1a023e36-76e2-4d0c-99d9-32c81d548124, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d0a80b3-37c5-460b-ba37-7125f8ccbe6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b0e81c76-331e-4631-8859-b9be0335d391'}}] {{(pid=109084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:53:13.698189 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-98e29394-c026-4109-9015-f8898de35b35 req-54cd3ea4-97f8-4c11-90c7-af048eb0c3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:13.730399 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-97172521-c7bd-471e-99ce-6c6722cedc84 req-53edd384-e7a2-4f62-a390-6e1cd5dabeab tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/security-groups?id=39eddd2b-588e-424c-8687-18597ad2e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659037 Dec 07 18:53:13.784940 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-98e29394-c026-4109-9015-f8898de35b35 req-54cd3ea4-97f8-4c11-90c7-af048eb0c3c9 service neutron] For port 1a023e36-76e2-4d0c-99d9-32c81d548124, host hv-cinder-81969, cleared binding levels {{(pid=109084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:53:13.788225 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-98e29394-c026-4109-9015-f8898de35b35 req-54cd3ea4-97f8-4c11-90c7-af048eb0c3c9 service neutron] For port 1a023e36-76e2-4d0c-99d9-32c81d548124, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=1a023e36-76e2-4d0c-99d9-32c81d548124,segment=NetworkSegment(0d0a80b3-37c5-460b-ba37-7125f8ccbe6c),segment_id=0d0a80b3-37c5-460b-ba37-7125f8ccbe6c)] {{(pid=109084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:53:13.792001 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-98e29394-c026-4109-9015-f8898de35b35 req-54cd3ea4-97f8-4c11-90c7-af048eb0c3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530413597'] for port, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:13.825558 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e29394-c026-4109-9015-f8898de35b35 req-54cd3ea4-97f8-4c11-90c7-af048eb0c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:53:13.827050 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-98e29394-c026-4109-9015-f8898de35b35 req-54cd3ea4-97f8-4c11-90c7-af048eb0c3c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:13.828361 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-98e29394-c026-4109-9015-f8898de35b35 req-54cd3ea4-97f8-4c11-90c7-af048eb0c3c9 service neutron] 10.222.0.23 "PUT /v2.0/ports/1a023e36-76e2-4d0c-99d9-32c81d548124 HTTP/1.1" status: 200 len: 1093 time: 0.6570127 Dec 07 18:53:13.828796 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '394299fb-bc7e-4509-8940-507377ed94b5', 'tag': '1a023e36-76e2-4d0c-99d9-32c81d548124'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:53:13.831156 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a9c8e9ce0db27bff2b715efe80f7ddeb02331314c1c7d49b52ba908637cab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0524f1b9-de86-4fa8-b7dc-1e94ba5c0ec6" -d '{"events": [{"name": "network-changed", "server_uuid": "394299fb-bc7e-4509-8940-507377ed94b5", "tag": "1a023e36-76e2-4d0c-99d9-32c81d548124"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:53:13.868235 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd3ea4-97f8-4c11-90c7-af048eb0c3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1a023e36-76e2-4d0c-99d9-32c81d548124,revision_number=3']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:53:13.881286 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101d0d73-5269-40d8-9698-5b9ad5e099a6 x-openstack-request-id: req-101d0d73-5269-40d8-9698-5b9ad5e099a6 {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:53:13.881582 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "394299fb-bc7e-4509-8940-507377ed94b5", "tag": "1a023e36-76e2-4d0c-99d9-32c81d548124", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:53:13.881838 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-101d0d73-5269-40d8-9698-5b9ad5e099a6 {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:53:13.882258 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '394299fb-bc7e-4509-8940-507377ed94b5', 'tag': '1a023e36-76e2-4d0c-99d9-32c81d548124', 'status': 'completed', 'code': 200} Dec 07 18:53:13.916311 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e29394-c026-4109-9015-f8898de35b35 req-bb4577b4-7675-446e-b3c1-d4e97ecf3521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:53:13.917870 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-98e29394-c026-4109-9015-f8898de35b35 req-bb4577b4-7675-446e-b3c1-d4e97ecf3521 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ab4a4662276147e9b7c0c7996bf05dcc&device_id=394299fb-bc7e-4509-8940-507377ed94b5 HTTP/1.1" status: 200 len: 1096 time: 0.0457749 Dec 07 18:53:13.962897 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-98e29394-c026-4109-9015-f8898de35b35 req-985b70f4-b22e-4c33-af9c-d8f69fec96d5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a023e36-76e2-4d0c-99d9-32c81d548124 HTTP/1.1" status: 200 len: 217 time: 0.0374606 Dec 07 18:53:14.012746 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e29394-c026-4109-9015-f8898de35b35 req-818d45c9-02de-49b6-871e-cae980012d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:53:14.014279 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-98e29394-c026-4109-9015-f8898de35b35 req-818d45c9-02de-49b6-871e-cae980012d20 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a67ef8c9-7e3e-4de1-a3d2-88d8f55f6795 HTTP/1.1" status: 200 len: 849 time: 0.0450089 Dec 07 18:53:14.046465 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-98e29394-c026-4109-9015-f8898de35b35 req-db7cfff8-a2bd-4d48-b1e9-647dc2392fe2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b0e81c76-331e-4631-8859-b9be0335d391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256872 Dec 07 18:53:14.101106 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 39486) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:53:14.140455 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-98e29394-c026-4109-9015-f8898de35b35 req-efaf3545-d444-4cb7-9c55-24c4506b30aa service neutron] 10.222.0.23 "GET /v2.0/networks/b0e81c76-331e-4631-8859-b9be0335d391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866060 Dec 07 18:53:14.215028 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-41c854e8-42bb-465e-afe1-66a00034929a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:14.235482 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-98e29394-c026-4109-9015-f8898de35b35 req-30fd7827-91df-4fab-b90e-3831a07482a5 service neutron] 10.222.0.23 "GET /v2.0/networks/b0e81c76-331e-4631-8859-b9be0335d391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883901 Dec 07 18:53:14.290879 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-41c854e8-42bb-465e-afe1-66a00034929a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:14.296152 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-41c854e8-42bb-465e-afe1-66a00034929a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:14.321723 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524f1b9-de86-4fa8-b7dc-1e94ba5c0ec6 req-ee83d6b0-7ad1-4d16-a80c-2d2d05b4e462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:53:14.323355 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0524f1b9-de86-4fa8-b7dc-1e94ba5c0ec6 req-ee83d6b0-7ad1-4d16-a80c-2d2d05b4e462 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ab4a4662276147e9b7c0c7996bf05dcc&device_id=394299fb-bc7e-4509-8940-507377ed94b5 HTTP/1.1" status: 200 len: 1096 time: 0.0425398 Dec 07 18:53:14.332792 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c854e8-42bb-465e-afe1-66a00034929a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bbdc04-95c6-4509-8712-85b5e56569b6,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:53:14.337068 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-41c854e8-42bb-465e-afe1-66a00034929a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c0f3b47530f0420492caebc12fdcc6c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349520 Dec 07 18:53:14.339753 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 39490) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:53:14.387964 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9b2c92a3-b6bb-4cff-8580-feb51acfa3e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:14.410613 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9b2c92a3-b6bb-4cff-8580-feb51acfa3e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:14.430882 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524f1b9-de86-4fa8-b7dc-1e94ba5c0ec6 req-9d2344bf-d0af-4cd4-929e-137e94dad166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:53:14.432502 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0524f1b9-de86-4fa8-b7dc-1e94ba5c0ec6 req-9d2344bf-d0af-4cd4-929e-137e94dad166 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b0e81c76-331e-4631-8859-b9be0335d391 HTTP/1.1" status: 200 len: 910 time: 0.1004980 Dec 07 18:53:14.461945 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9b2c92a3-b6bb-4cff-8580-feb51acfa3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:14.464549 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9b2c92a3-b6bb-4cff-8580-feb51acfa3e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:14.465697 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-9b2c92a3-b6bb-4cff-8580-feb51acfa3e9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d1bbdc04-95c6-4509-8712-85b5e56569b6 HTTP/1.1" status: 204 len: 168 time: 0.1250627 Dec 07 18:53:14.473858 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0524f1b9-de86-4fa8-b7dc-1e94ba5c0ec6 req-c0d548a1-33f0-4b44-8c1b-2a3e68a3527a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a023e36-76e2-4d0c-99d9-32c81d548124 HTTP/1.1" status: 200 len: 217 time: 0.0341935 Dec 07 18:53:14.474308 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c92a3-b6bb-4cff-8580-feb51acfa3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bbdc04-95c6-4509-8712-85b5e56569b6,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:53:14.532426 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524f1b9-de86-4fa8-b7dc-1e94ba5c0ec6 req-3a554d95-081f-407f-81e6-f2809a13651f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:53:14.533929 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0524f1b9-de86-4fa8-b7dc-1e94ba5c0ec6 req-3a554d95-081f-407f-81e6-f2809a13651f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a67ef8c9-7e3e-4de1-a3d2-88d8f55f6795 HTTP/1.1" status: 200 len: 849 time: 0.0520256 Dec 07 18:53:14.567560 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0524f1b9-de86-4fa8-b7dc-1e94ba5c0ec6 req-e7b227bf-dd53-454a-bfe9-4489ab288896 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b0e81c76-331e-4631-8859-b9be0335d391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258486 Dec 07 18:53:14.659893 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0524f1b9-de86-4fa8-b7dc-1e94ba5c0ec6 req-a3f354a9-dd0d-40d9-9566-b1f33d9841c2 service neutron] 10.222.0.23 "GET /v2.0/networks/b0e81c76-331e-4631-8859-b9be0335d391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846822 Dec 07 18:53:14.728574 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 39496) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:53:14.742134 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fca19b35-2427-408e-956b-12bbcd965d89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:14.755754 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0524f1b9-de86-4fa8-b7dc-1e94ba5c0ec6 req-e9c0b07c-e980-40d7-96f4-dec898deffa4 service neutron] 10.222.0.23 "GET /v2.0/networks/b0e81c76-331e-4631-8859-b9be0335d391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883021 Dec 07 18:53:14.819985 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fca19b35-2427-408e-956b-12bbcd965d89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:14.824169 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fca19b35-2427-408e-956b-12bbcd965d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:14.854342 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716e0f4-1abb-4ce9-83e2-0bc5ebcbebfd req-e450a552-6846-4f13-9c35-73b21ecdeee7 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:53:14.855889 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8716e0f4-1abb-4ce9-83e2-0bc5ebcbebfd req-e450a552-6846-4f13-9c35-73b21ecdeee7 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/ports?device_id=394299fb-bc7e-4509-8940-507377ed94b5 HTTP/1.1" status: 200 len: 943 time: 0.0510881 Dec 07 18:53:14.861366 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca19b35-2427-408e-956b-12bbcd965d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1c75fb-465b-4414-816b-0b207f33dc2c,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:53:14.865533 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-fca19b35-2427-408e-956b-12bbcd965d89 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c58c4a05768f4e08b0269263b2ee5c71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1359293 Dec 07 18:53:14.868147 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 39500) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:53:14.906110 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8716e0f4-1abb-4ce9-83e2-0bc5ebcbebfd req-4f9c75f9-2a8e-4f90-9815-be072690a33c tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/security-groups?id=39eddd2b-588e-424c-8687-18597ad2e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431216 Dec 07 18:53:14.918418 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-846dd677-f44e-4e60-90c8-5d4d5f0c5454 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:14.940178 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-846dd677-f44e-4e60-90c8-5d4d5f0c5454 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:14.987024 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-846dd677-f44e-4e60-90c8-5d4d5f0c5454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:14.989561 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-846dd677-f44e-4e60-90c8-5d4d5f0c5454 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:14.990734 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-846dd677-f44e-4e60-90c8-5d4d5f0c5454 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0e1c75fb-465b-4414-816b-0b207f33dc2c HTTP/1.1" status: 204 len: 168 time: 0.1216848 Dec 07 18:53:14.998540 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846dd677-f44e-4e60-90c8-5d4d5f0c5454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1c75fb-465b-4414-816b-0b207f33dc2c,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:53:15.478004 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-85972e95-f319-4be9-9fc9-fb06a8ecfa06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:16.025957 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6235ba3-dd16-433f-b0eb-3a6cbbf56f70 req-6f765685-ecae-415a-82e0-b39609a83314 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:53:16.031054 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c6235ba3-dd16-433f-b0eb-3a6cbbf56f70 req-6f765685-ecae-415a-82e0-b39609a83314 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/ports?device_id=394299fb-bc7e-4509-8940-507377ed94b5 HTTP/1.1" status: 200 len: 943 time: 0.0525048 Dec 07 18:53:16.077276 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c6235ba3-dd16-433f-b0eb-3a6cbbf56f70 req-c414d41f-138b-4f18-a9d0-48e8334ed30d tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/security-groups?id=39eddd2b-588e-424c-8687-18597ad2e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431209 Dec 07 18:53:16.474293 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:53:16.901399 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 39570) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:53:17.003304 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4a0de1f5-029c-44d1-b6cc-ef80b81967a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:17.077195 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4a0de1f5-029c-44d1-b6cc-ef80b81967a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:17.080902 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4a0de1f5-029c-44d1-b6cc-ef80b81967a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:17.120187 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-4a0de1f5-029c-44d1-b6cc-ef80b81967a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5a7cdf1193ca4a958e0981310fff851a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2176461 Dec 07 18:53:17.121035 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0de1f5-029c-44d1-b6cc-ef80b81967a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a82865-81cc-40f8-ad57-da13dc20fc0f,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:53:17.123737 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 39576) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:53:17.216749 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c491a21-f9e9-4842-8982-29b1ed2edfaf req-c054c399-173b-4a6e-8817-071103096206 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:53:17.218216 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6c491a21-f9e9-4842-8982-29b1ed2edfaf req-c054c399-173b-4a6e-8817-071103096206 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/ports?device_id=394299fb-bc7e-4509-8940-507377ed94b5 HTTP/1.1" status: 200 len: 943 time: 0.0711031 Dec 07 18:53:17.218817 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-0b232670-5556-4a75-a002-8d0d1488b510 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:17.253209 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-0b232670-5556-4a75-a002-8d0d1488b510 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:17.300527 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6c491a21-f9e9-4842-8982-29b1ed2edfaf req-9fc60b98-b350-4ae2-b7d8-030bbe994f3e tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/security-groups?id=39eddd2b-588e-424c-8687-18597ad2e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730999 Dec 07 18:53:17.319776 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 1a023e36-76e2-4d0c-99d9-32c81d548124 details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:53:17.322912 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-0b232670-5556-4a75-a002-8d0d1488b510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:17.326237 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-0b232670-5556-4a75-a002-8d0d1488b510 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:17.327409 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-0b232670-5556-4a75-a002-8d0d1488b510 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/47a82865-81cc-40f8-ad57-da13dc20fc0f HTTP/1.1" status: 204 len: 168 time: 0.2024741 Dec 07 18:53:17.335137 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b232670-5556-4a75-a002-8d0d1488b510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a82865-81cc-40f8-ad57-da13dc20fc0f,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:53:17.427376 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 1a023e36-76e2-4d0c-99d9-32c81d548124, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=1a023e36-76e2-4d0c-99d9-32c81d548124,segment=NetworkSegment(0d0a80b3-37c5-460b-ba37-7125f8ccbe6c),segment_id=0d0a80b3-37c5-460b-ba37-7125f8ccbe6c)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:53:17.439781 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Returning: {'device': '1a023e36-76e2-4d0c-99d9-32c81d548124', 'network_id': 'b0e81c76-331e-4631-8859-b9be0335d391', 'port_id': '1a023e36-76e2-4d0c-99d9-32c81d548124', 'mac_address': 'fa:16:3e:38:bf:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a67ef8c9-7e3e-4de1-a3d2-88d8f55f6795', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:53:17.477306 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:17.490480 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a023e36-76e2-4d0c-99d9-32c81d548124 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:53:17.510018 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 1a023e36-76e2-4d0c-99d9-32c81d548124, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=1a023e36-76e2-4d0c-99d9-32c81d548124,segment=NetworkSegment(0d0a80b3-37c5-460b-ba37-7125f8ccbe6c),segment_id=0d0a80b3-37c5-460b-ba37-7125f8ccbe6c)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:53:17.515325 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:17.564110 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=1a023e36-76e2-4d0c-99d9-32c81d548124,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:53:17.592189 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 39582) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:53:17.605258 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5d2ea519-d244-4e2f-afd8-1b02c80ef9cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:17.681043 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5d2ea519-d244-4e2f-afd8-1b02c80ef9cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:17.684722 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5d2ea519-d244-4e2f-afd8-1b02c80ef9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:17.711899 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['1a023e36-76e2-4d0c-99d9-32c81d548124'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:53:17.726843 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-5d2ea519-d244-4e2f-afd8-1b02c80ef9cb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=47a0c3510a4a4582a2151d769dae71d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335289 Dec 07 18:53:17.728972 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ea519-d244-4e2f-afd8-1b02c80ef9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c18fd4-0650-47ef-9421-8230409357d0,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:53:17.729578 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 39584) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:53:17.778545 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ed2671b8-a353-4102-8cfb-341e860ac34b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:17.804564 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ed2671b8-a353-4102-8cfb-341e860ac34b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:17.849133 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0348b567-2b5d-4a94-8080-5033cd381f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:17.850501 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ed2671b8-a353-4102-8cfb-341e860ac34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:17.853286 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ed2671b8-a353-4102-8cfb-341e860ac34b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:17.854667 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-ed2671b8-a353-4102-8cfb-341e860ac34b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d7c18fd4-0650-47ef-9421-8230409357d0 HTTP/1.1" status: 204 len: 168 time: 0.1240838 Dec 07 18:53:17.863825 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2671b8-a353-4102-8cfb-341e860ac34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c18fd4-0650-47ef-9421-8230409357d0,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:53:18.422980 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae3042-5d22-4863-81ba-02a35b6dbeef req-ca347ef9-e4c0-4e5f-9ccd-77491df516cf tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:53:18.424499 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-69ae3042-5d22-4863-81ba-02a35b6dbeef req-ca347ef9-e4c0-4e5f-9ccd-77491df516cf tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/ports?device_id=394299fb-bc7e-4509-8940-507377ed94b5 HTTP/1.1" status: 200 len: 944 time: 0.0542712 Dec 07 18:53:18.475895 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-69ae3042-5d22-4863-81ba-02a35b6dbeef req-cc17a974-9e2f-4f23-b492-94e8f1677871 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/security-groups?id=39eddd2b-588e-424c-8687-18597ad2e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439072 Dec 07 18:53:19.326662 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 1a023e36-76e2-4d0c-99d9-32c81d548124 up at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:53:19.376908 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning for port 1a023e36-76e2-4d0c-99d9-32c81d548124 completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:53:19.380527 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning complete for port 1a023e36-76e2-4d0c-99d9-32c81d548124 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:53:19.380894 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:19.457098 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:19.479341 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394299fb-bc7e-4509-8940-507377ed94b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a023e36-76e2-4d0c-99d9-32c81d548124'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:53:19.481541 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab3a8ce7da5a640e7c4dfc04f2c3e6911255c2d0b826cd7cc2b97a426bb0a1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be173856-75da-44b0-b3f0-95e669c59f49" -d '{"events": [{"server_uuid": "394299fb-bc7e-4509-8940-507377ed94b5", "name": "network-vif-plugged", "status": "completed", "tag": "1a023e36-76e2-4d0c-99d9-32c81d548124"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:53:19.495100 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 1a023e36-76e2-4d0c-99d9-32c81d548124, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=1a023e36-76e2-4d0c-99d9-32c81d548124,segment=NetworkSegment(0d0a80b3-37c5-460b-ba37-7125f8ccbe6c),segment_id=0d0a80b3-37c5-460b-ba37-7125f8ccbe6c)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:53:19.499226 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:19.531032 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a4c5a0-6444-434c-ab2f-f349a68c9f91 x-openstack-request-id: req-24a4c5a0-6444-434c-ab2f-f349a68c9f91 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:53:19.531329 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394299fb-bc7e-4509-8940-507377ed94b5", "name": "network-vif-plugged", "status": "completed", "tag": "1a023e36-76e2-4d0c-99d9-32c81d548124", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:53:19.531588 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-24a4c5a0-6444-434c-ab2f-f349a68c9f91 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:53:19.531982 dv-cinder-819692-6-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394299fb-bc7e-4509-8940-507377ed94b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a023e36-76e2-4d0c-99d9-32c81d548124', 'code': 200} Dec 07 18:53:19.558577 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=1a023e36-76e2-4d0c-99d9-32c81d548124,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:53:19.608250 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2fa321-2198-4f51-86c6-f94f7667b509 req-dd90da3e-6e2a-48b9-9770-3a3d2bcb9169 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:53:19.609656 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fe2fa321-2198-4f51-86c6-f94f7667b509 req-dd90da3e-6e2a-48b9-9770-3a3d2bcb9169 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/ports?device_id=394299fb-bc7e-4509-8940-507377ed94b5 HTTP/1.1" status: 200 len: 945 time: 0.0547311 Dec 07 18:53:19.658227 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fe2fa321-2198-4f51-86c6-f94f7667b509 req-fdf317bb-a916-4abb-b1ad-076967f5cee5 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/security-groups?id=39eddd2b-588e-424c-8687-18597ad2e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421491 Dec 07 18:53:19.697240 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddad4c-60f5-4e2a-9eca-7061894059d7 req-d352c16b-0e90-4515-b100-97e0919ed66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:53:19.698772 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-aaddad4c-60f5-4e2a-9eca-7061894059d7 req-d352c16b-0e90-4515-b100-97e0919ed66b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=394299fb-bc7e-4509-8940-507377ed94b5 HTTP/1.1" status: 200 len: 1098 time: 0.0402071 Dec 07 18:53:19.743074 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-aaddad4c-60f5-4e2a-9eca-7061894059d7 req-cbd278b8-3525-407c-b3ae-0bd6de16ba2f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=39eddd2b-588e-424c-8687-18597ad2e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376217 Dec 07 18:53:19.817727 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:20.325294 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:20.772744 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d9190-4cfb-484d-a774-0b2dfa4a538a req-6170400c-59db-4a21-a231-d7dac448b362 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:53:20.774246 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-306d9190-4cfb-484d-a774-0b2dfa4a538a req-6170400c-59db-4a21-a231-d7dac448b362 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/ports?device_id=394299fb-bc7e-4509-8940-507377ed94b5 HTTP/1.1" status: 200 len: 945 time: 0.0477359 Dec 07 18:53:20.821872 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-306d9190-4cfb-484d-a774-0b2dfa4a538a req-654f4079-f37a-4ba5-844a-5a27f5692de9 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/security-groups?id=39eddd2b-588e-424c-8687-18597ad2e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410097 Dec 07 18:53:21.693054 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:21.941492 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a099828-8a06-41a3-b14a-1f3deb4315e4 req-9b29b19f-4d1b-4f94-84d1-3f1c9f3b7ca2 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:53:21.942988 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4a099828-8a06-41a3-b14a-1f3deb4315e4 req-9b29b19f-4d1b-4f94-84d1-3f1c9f3b7ca2 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/ports?device_id=394299fb-bc7e-4509-8940-507377ed94b5 HTTP/1.1" status: 200 len: 945 time: 0.0545919 Dec 07 18:53:21.989934 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4a099828-8a06-41a3-b14a-1f3deb4315e4 req-0265ab42-0d0c-4cd6-a8aa-0edbd81c56d6 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/security-groups?id=39eddd2b-588e-424c-8687-18597ad2e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410743 Dec 07 18:53:23.110004 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f71fc-8abb-4bd8-acea-fdaa2f444792 req-e72575e0-8585-4bba-b6e0-da82d1eded4c tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:53:23.111493 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-896f71fc-8abb-4bd8-acea-fdaa2f444792 req-e72575e0-8585-4bba-b6e0-da82d1eded4c tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/ports?device_id=394299fb-bc7e-4509-8940-507377ed94b5 HTTP/1.1" status: 200 len: 945 time: 0.0536883 Dec 07 18:53:23.161668 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-896f71fc-8abb-4bd8-acea-fdaa2f444792 req-62f711eb-f026-45eb-89c4-642ced54c7a9 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/security-groups?id=39eddd2b-588e-424c-8687-18597ad2e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443373 Dec 07 18:53:24.275433 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f086896-c80e-49f9-bf45-190945a3b08a req-34ea2238-ff88-4a06-b282-48ac746d64e1 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:53:24.276899 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3f086896-c80e-49f9-bf45-190945a3b08a req-34ea2238-ff88-4a06-b282-48ac746d64e1 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/ports?device_id=394299fb-bc7e-4509-8940-507377ed94b5 HTTP/1.1" status: 200 len: 945 time: 0.0491652 Dec 07 18:53:24.324403 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3f086896-c80e-49f9-bf45-190945a3b08a req-129fbbbe-4b36-443f-8723-be1d33e1c971 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/security-groups?id=39eddd2b-588e-424c-8687-18597ad2e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415981 Dec 07 18:53:24.943294 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc90bd-63eb-4dc7-83b7-7a5da2f5dcd8 req-0327c763-6271-4772-bfe5-29113bdc26e1 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:53:24.944743 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ecfc90bd-63eb-4dc7-83b7-7a5da2f5dcd8 req-0327c763-6271-4772-bfe5-29113bdc26e1 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/ports?device_id=394299fb-bc7e-4509-8940-507377ed94b5 HTTP/1.1" status: 200 len: 945 time: 0.0520697 Dec 07 18:53:24.991044 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ecfc90bd-63eb-4dc7-83b7-7a5da2f5dcd8 req-00df341c-0ff2-492a-ae79-3eae955f2626 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/security-groups?id=39eddd2b-588e-424c-8687-18597ad2e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403600 Dec 07 18:53:26.070825 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 39700) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:53:26.111779 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09c2f8-2b36-4a2c-ae64-900f731d4935 req-225bba75-9535-48cf-89eb-fd117558a3db tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:53:26.113309 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3d09c2f8-2b36-4a2c-ae64-900f731d4935 req-225bba75-9535-48cf-89eb-fd117558a3db tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/ports?device_id=394299fb-bc7e-4509-8940-507377ed94b5 HTTP/1.1" status: 200 len: 945 time: 0.0490487 Dec 07 18:53:26.160815 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3d09c2f8-2b36-4a2c-ae64-900f731d4935 req-8c027734-50e8-4fcb-8a38-478e623dd89f tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/security-groups?id=39eddd2b-588e-424c-8687-18597ad2e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415101 Dec 07 18:53:26.175693 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0ad3dd71-eca9-4bc2-a7fe-d442bd74fdf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:26.228820 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979eb0e-a7e2-4c44-81e4-2806b337d3db req-14d69974-1466-4d69-afa4-d9acef1fc566 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:53:26.230429 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0979eb0e-a7e2-4c44-81e4-2806b337d3db req-14d69974-1466-4d69-afa4-d9acef1fc566 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.23 "GET /v2.0/ports?device_id=394299fb-bc7e-4509-8940-507377ed94b5 HTTP/1.1" status: 200 len: 945 time: 0.0477016 Dec 07 18:53:26.251451 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0ad3dd71-eca9-4bc2-a7fe-d442bd74fdf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:26.255247 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0ad3dd71-eca9-4bc2-a7fe-d442bd74fdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:26.297376 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-0ad3dd71-eca9-4bc2-a7fe-d442bd74fdf6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2c751807bf604826b7d8c43cab6c500a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221334 Dec 07 18:53:26.297376 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3dd71-eca9-4bc2-a7fe-d442bd74fdf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f4c8ad-0fdb-4222-a9fb-c1f248a2b1ad,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:53:26.297857 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 39704) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:53:26.304319 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3dd71-eca9-4bc2-a7fe-d442bd74fdf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:53:26.304673 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3dd71-eca9-4bc2-a7fe-d442bd74fdf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:53:26.305052 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3dd71-eca9-4bc2-a7fe-d442bd74fdf6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:53:26.305589 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3dd71-eca9-4bc2-a7fe-d442bd74fdf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:53:26.305724 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3dd71-eca9-4bc2-a7fe-d442bd74fdf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:53:26.306161 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3dd71-eca9-4bc2-a7fe-d442bd74fdf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:53:26.306394 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3dd71-eca9-4bc2-a7fe-d442bd74fdf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:53:26.306729 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3dd71-eca9-4bc2-a7fe-d442bd74fdf6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:53:26.307058 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3dd71-eca9-4bc2-a7fe-d442bd74fdf6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:53:26.307394 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3dd71-eca9-4bc2-a7fe-d442bd74fdf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:53:26.307764 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3dd71-eca9-4bc2-a7fe-d442bd74fdf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:53:26.308092 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3dd71-eca9-4bc2-a7fe-d442bd74fdf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:53:26.308413 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3dd71-eca9-4bc2-a7fe-d442bd74fdf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:53:26.362202 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [req-0979eb0e-a7e2-4c44-81e4-2806b337d3db req-7174ebb0-2e39-4160-93b1-8e3194b20414 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Deleting port 1a023e36-76e2-4d0c-99d9-32c81d548124 {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:53:26.362544 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-0979eb0e-a7e2-4c44-81e4-2806b337d3db req-7174ebb0-2e39-4160-93b1-8e3194b20414 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:26.364960 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3771efb7-e13c-44ae-b8e3-1aad70e2bcf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:26.406911 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3771efb7-e13c-44ae-b8e3-1aad70e2bcf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:26.494338 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-0979eb0e-a7e2-4c44-81e4-2806b337d3db req-7174ebb0-2e39-4160-93b1-8e3194b20414 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] For port 1a023e36-76e2-4d0c-99d9-32c81d548124, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=1a023e36-76e2-4d0c-99d9-32c81d548124,segment=NetworkSegment(0d0a80b3-37c5-460b-ba37-7125f8ccbe6c),segment_id=0d0a80b3-37c5-460b-ba37-7125f8ccbe6c)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:53:26.494694 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-0979eb0e-a7e2-4c44-81e4-2806b337d3db req-7174ebb0-2e39-4160-93b1-8e3194b20414 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:26.507663 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [req-0979eb0e-a7e2-4c44-81e4-2806b337d3db req-7174ebb0-2e39-4160-93b1-8e3194b20414 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Calling delete_port for 1a023e36-76e2-4d0c-99d9-32c81d548124 owned by compute:nova {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:53:26.522439 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3771efb7-e13c-44ae-b8e3-1aad70e2bcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:26.524975 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3771efb7-e13c-44ae-b8e3-1aad70e2bcf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:26.526126 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-3771efb7-e13c-44ae-b8e3-1aad70e2bcf8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d3f4c8ad-0fdb-4222-a9fb-c1f248a2b1ad HTTP/1.1" status: 204 len: 168 time: 0.2272332 Dec 07 18:53:26.561507 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771efb7-e13c-44ae-b8e3-1aad70e2bcf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f4c8ad-0fdb-4222-a9fb-c1f248a2b1ad,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:53:26.572162 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771efb7-e13c-44ae-b8e3-1aad70e2bcf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:53:26.572441 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771efb7-e13c-44ae-b8e3-1aad70e2bcf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:53:26.572788 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771efb7-e13c-44ae-b8e3-1aad70e2bcf8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:53:26.573123 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771efb7-e13c-44ae-b8e3-1aad70e2bcf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:53:26.573457 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771efb7-e13c-44ae-b8e3-1aad70e2bcf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:53:26.573786 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771efb7-e13c-44ae-b8e3-1aad70e2bcf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:53:26.574142 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771efb7-e13c-44ae-b8e3-1aad70e2bcf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:53:26.574470 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771efb7-e13c-44ae-b8e3-1aad70e2bcf8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:53:26.574797 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771efb7-e13c-44ae-b8e3-1aad70e2bcf8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:53:26.575123 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771efb7-e13c-44ae-b8e3-1aad70e2bcf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:53:26.580341 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771efb7-e13c-44ae-b8e3-1aad70e2bcf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:53:26.580341 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771efb7-e13c-44ae-b8e3-1aad70e2bcf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:53:26.580341 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771efb7-e13c-44ae-b8e3-1aad70e2bcf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:53:26.681278 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-0979eb0e-a7e2-4c44-81e4-2806b337d3db req-7174ebb0-2e39-4160-93b1-8e3194b20414 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:26.694861 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['1a023e36-76e2-4d0c-99d9-32c81d548124'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:53:26.711735 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7174ebb0-2e39-4160-93b1-8e3194b20414 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Pushing event deleted for resources: {'Port': ['ID=1a023e36-76e2-4d0c-99d9-32c81d548124,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:53:26.753651 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [req-0979eb0e-a7e2-4c44-81e4-2806b337d3db req-7174ebb0-2e39-4160-93b1-8e3194b20414 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] No DVR routers for this DVR port 1a023e36-76e2-4d0c-99d9-32c81d548124 on host hv-cinder-81969 {{(pid=109084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:53:26.756268 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-0979eb0e-a7e2-4c44-81e4-2806b337d3db req-7174ebb0-2e39-4160-93b1-8e3194b20414 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:26.759699 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0979eb0e-a7e2-4c44-81e4-2806b337d3db req-7174ebb0-2e39-4160-93b1-8e3194b20414 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.23 "DELETE /v2.0/ports/1a023e36-76e2-4d0c-99d9-32c81d548124 HTTP/1.1" status: 204 len: 173 time: 0.5230610 Dec 07 18:53:26.760164 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394299fb-bc7e-4509-8940-507377ed94b5', 'name': 'network-vif-deleted', 'tag': '1a023e36-76e2-4d0c-99d9-32c81d548124'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:53:26.762452 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a9c8e9ce0db27bff2b715efe80f7ddeb02331314c1c7d49b52ba908637cab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b154869-d991-4464-8b02-4abdbab8b327" -d '{"events": [{"server_uuid": "394299fb-bc7e-4509-8940-507377ed94b5", "name": "network-vif-deleted", "tag": "1a023e36-76e2-4d0c-99d9-32c81d548124"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:53:26.807025 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718050fd-deb3-4bc4-8f31-df8748e2df01 x-openstack-request-id: req-718050fd-deb3-4bc4-8f31-df8748e2df01 {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:53:26.807328 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394299fb-bc7e-4509-8940-507377ed94b5", "name": "network-vif-deleted", "tag": "1a023e36-76e2-4d0c-99d9-32c81d548124", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:53:26.807587 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-718050fd-deb3-4bc4-8f31-df8748e2df01 {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:53:26.808020 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394299fb-bc7e-4509-8940-507377ed94b5', 'name': 'network-vif-deleted', 'tag': '1a023e36-76e2-4d0c-99d9-32c81d548124', 'status': 'completed', 'code': 200} Dec 07 18:53:27.275767 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5e345fed-c27d-4932-8358-2004ad112abb req-0d152ab4-ae16-4c99-b06e-eee87593d854 tempest-VolumesActionsTest-1895037552 tempest-VolumesActionsTest-1895037552-project] 10.222.0.41 "GET /v2.0/ports?device_id=394299fb-bc7e-4509-8940-507377ed94b5 HTTP/1.1" status: 200 len: 210 time: 0.0254626 Dec 07 18:53:30.033028 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 1a023e36-76e2-4d0c-99d9-32c81d548124 no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:53:30.053955 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] No Port match for: 1a023e36-76e2-4d0c-99d9-32c81d548124 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:53:30.054284 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 1a023e36-76e2-4d0c-99d9-32c81d548124 not bound to the agent host hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:53:39.718213 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:45.472781 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e9e27b8-d5a0-41b2-82e0-7948285f3c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:47.830812 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b90c0df7-8eea-4c8a-bba3-b6dddaf9b1dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:49.819441 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:50.001675 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 39938) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:53:50.049162 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_v2 [None req-15fddabe-159c-48ea-937e-6ca953f535ed admin admin] Deleting subnet a67ef8c9-7e3e-4de1-a3d2-88d8f55f6795 {{(pid=109084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 18:53:50.052218 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-15fddabe-159c-48ea-937e-6ca953f535ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:50.086258 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-15fddabe-159c-48ea-937e-6ca953f535ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529821108'] for subnet, precommit_delete_associations {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:50.123060 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-15fddabe-159c-48ea-937e-6ca953f535ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1752923'] for subnet, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:50.173192 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-15fddabe-159c-48ea-937e-6ca953f535ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1752898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530415315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530068101'] for subnet, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:50.198090 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fddabe-159c-48ea-937e-6ca953f535ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a67ef8c9-7e3e-4de1-a3d2-88d8f55f6795,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:53:50.202463 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-15fddabe-159c-48ea-937e-6ca953f535ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:50.205856 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-15fddabe-159c-48ea-937e-6ca953f535ed admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a67ef8c9-7e3e-4de1-a3d2-88d8f55f6795 HTTP/1.1" status: 204 len: 168 time: 0.2031541 Dec 07 18:53:50.208290 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 39940) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:53:50.279021 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3be6caff-1974-449c-8f54-aa58a63a5464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639551'] for network, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:50.328597 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:50.360325 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3be6caff-1974-449c-8f54-aa58a63a5464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587410', 'neutron.services.segments.db._delete_segments_for_network-8753414418342'] for network, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:50.380005 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-3be6caff-1974-449c-8f54-aa58a63a5464 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0e81c76-331e-4631-8859-b9be0335d391']}} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:53:50.389631 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-3be6caff-1974-449c-8f54-aa58a63a5464 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d0a80b3-37c5-460b-ba37-7125f8ccbe6c') {'for_net_delete': True} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:53:50.390228 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-3be6caff-1974-449c-8f54-aa58a63a5464 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d0a80b3-37c5-460b-ba37-7125f8ccbe6c') {} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:53:50.399298 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3be6caff-1974-449c-8f54-aa58a63a5464 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753414568039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529821133'] for segment, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:50.411982 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3be6caff-1974-449c-8f54-aa58a63a5464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828'] for segment, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:50.417826 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be6caff-1974-449c-8f54-aa58a63a5464 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=109084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 18:53:50.418233 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3be6caff-1974-449c-8f54-aa58a63a5464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530413617'] for segment, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:50.419823 dv-cinder-819692-6-iscsi neutron-server[109084]: Traceback (most recent call last): Dec 07 18:53:50.419823 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 18:53:50.419823 dv-cinder-819692-6-iscsi neutron-server[109084]: timer() Dec 07 18:53:50.419823 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 18:53:50.419823 dv-cinder-819692-6-iscsi neutron-server[109084]: cb(*args, **kw) Dec 07 18:53:50.419823 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 18:53:50.419823 dv-cinder-819692-6-iscsi neutron-server[109084]: return func(*args, **kwargs) Dec 07 18:53:50.419823 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 18:53:50.419823 dv-cinder-819692-6-iscsi neutron-server[109084]: self._notify() Dec 07 18:53:50.419823 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 18:53:50.419823 dv-cinder-819692-6-iscsi neutron-server[109084]: self.callback(batched_events) Dec 07 18:53:50.419823 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 18:53:50.419823 dv-cinder-819692-6-iscsi neutron-server[109084]: event.method(event) Dec 07 18:53:50.419823 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 18:53:50.419823 dv-cinder-819692-6-iscsi neutron-server[109084]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 18:53:50.419823 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 18:53:50.419823 dv-cinder-819692-6-iscsi neutron-server[109084]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 18:53:50.419823 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 18:53:50.419823 dv-cinder-819692-6-iscsi neutron-server[109084]: return f(self, *a, **k) Dec 07 18:53:50.419823 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 18:53:50.419823 dv-cinder-819692-6-iscsi neutron-server[109084]: return self._get(url).json() Dec 07 18:53:50.419823 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 18:53:50.419823 dv-cinder-819692-6-iscsi neutron-server[109084]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 18:53:50.419823 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 18:53:50.419823 dv-cinder-819692-6-iscsi neutron-server[109084]: return self.request(url, 'GET', **kwargs) Dec 07 18:53:50.419823 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 18:53:50.419823 dv-cinder-819692-6-iscsi neutron-server[109084]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 18:53:50.419823 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 18:53:50.419823 dv-cinder-819692-6-iscsi neutron-server[109084]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 18:53:50.419823 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 18:53:50.419823 dv-cinder-819692-6-iscsi neutron-server[109084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 18:53:50.419823 dv-cinder-819692-6-iscsi neutron-server[109084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 18:53:50.473793 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3be6caff-1974-449c-8f54-aa58a63a5464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644911'] for network, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:50.478049 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3be6caff-1974-449c-8f54-aa58a63a5464 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for network, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:50.481223 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-3be6caff-1974-449c-8f54-aa58a63a5464 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b0e81c76-331e-4631-8859-b9be0335d391 HTTP/1.1" status: 204 len: 168 time: 0.2720299 Dec 07 18:53:50.493703 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6caff-1974-449c-8f54-aa58a63a5464 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0e81c76-331e-4631-8859-b9be0335d391,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:53:50.641619 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 39944) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:53:50.686886 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-a2313f4c-2724-4913-bf09-e4a3949009a5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ab4a4662276147e9b7c0c7996bf05dcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438216 Dec 07 18:53:50.689047 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 39946) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:53:50.736755 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-cd8e7b50-aeea-4971-9805-ab9af86036b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:50.757664 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-cd8e7b50-aeea-4971-9805-ab9af86036b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:50.803308 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-cd8e7b50-aeea-4971-9805-ab9af86036b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:50.805899 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-cd8e7b50-aeea-4971-9805-ab9af86036b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:50.807069 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-cd8e7b50-aeea-4971-9805-ab9af86036b1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/39eddd2b-588e-424c-8687-18597ad2e7fc HTTP/1.1" status: 204 len: 168 time: 0.1170955 Dec 07 18:53:50.817632 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e7b50-aeea-4971-9805-ab9af86036b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39eddd2b-588e-424c-8687-18597ad2e7fc,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:53:51.696194 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:53:53.473404 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:54:09.702636 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:15.476107 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b6650ee6-b2e6-4295-a61e-09936e47b0fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:17.831718 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ca782cab-a15d-4f54-8f5d-90842a367e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:19.822036 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:20.331345 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:21.698193 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:25.751230 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 40198) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:54:25.851879 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-fc669d23-d60f-4ac6-a20f-586025a7ec88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:25.926221 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-fc669d23-d60f-4ac6-a20f-586025a7ec88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:25.930084 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-fc669d23-d60f-4ac6-a20f-586025a7ec88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:25.967436 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-fc669d23-d60f-4ac6-a20f-586025a7ec88 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bfd29204831e4c7394575141da4242a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2151439 Dec 07 18:54:25.969318 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc669d23-d60f-4ac6-a20f-586025a7ec88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b1e835-4c56-4779-afc4-f1e8a233b696,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:25.970162 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 40202) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:54:26.018316 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3783e822-9d91-49d0-9c76-820caf456cd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:26.039627 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3783e822-9d91-49d0-9c76-820caf456cd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:26.091389 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3783e822-9d91-49d0-9c76-820caf456cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:26.094028 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3783e822-9d91-49d0-9c76-820caf456cd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:26.095821 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-3783e822-9d91-49d0-9c76-820caf456cd2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/66b1e835-4c56-4779-afc4-f1e8a233b696 HTTP/1.1" status: 204 len: 168 time: 0.1246355 Dec 07 18:54:26.103423 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783e822-9d91-49d0-9c76-820caf456cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b1e835-4c56-4779-afc4-f1e8a233b696,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:26.688992 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 40224) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:54:26.782596 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-3f9ebc7c-47d4-4d36-8de9-0e43d517e9d6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1498666770-network', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:54:26.803280 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9ebc7c-47d4-4d36-8de9-0e43d517e9d6 admin admin] Made reservation on behalf of a6c2dc4c08b44906ac2fbb104a304b3e for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:54:26.805599 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3f9ebc7c-47d4-4d36-8de9-0e43d517e9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:26.813952 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3f9ebc7c-47d4-4d36-8de9-0e43d517e9d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:26.887744 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3f9ebc7c-47d4-4d36-8de9-0e43d517e9d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:26.891094 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3f9ebc7c-47d4-4d36-8de9-0e43d517e9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:26.915019 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f9ebc7c-47d4-4d36-8de9-0e43d517e9d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 18:54:26.925406 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ebc7c-47d4-4d36-8de9-0e43d517e9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc0a504-6a36-41c7-b66e-0e35135a6fed,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:26.929978 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3f9ebc7c-47d4-4d36-8de9-0e43d517e9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:26.930318 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.db.segments_db [None req-3f9ebc7c-47d4-4d36-8de9-0e43d517e9d6 admin admin] Added segment 12974582-b04d-46ee-b120-5fc52001b2bb of type vlan for network c3e28be2-bcfa-4afd-ab13-222c89764d73 Dec 07 18:54:26.940407 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9ebc7c-47d4-4d36-8de9-0e43d517e9d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:26.940737 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9ebc7c-47d4-4d36-8de9-0e43d517e9d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:26.941077 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9ebc7c-47d4-4d36-8de9-0e43d517e9d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:26.941415 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9ebc7c-47d4-4d36-8de9-0e43d517e9d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:26.941746 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9ebc7c-47d4-4d36-8de9-0e43d517e9d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:26.942105 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9ebc7c-47d4-4d36-8de9-0e43d517e9d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:26.942432 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9ebc7c-47d4-4d36-8de9-0e43d517e9d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:26.942758 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9ebc7c-47d4-4d36-8de9-0e43d517e9d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:26.943081 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9ebc7c-47d4-4d36-8de9-0e43d517e9d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:26.943409 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9ebc7c-47d4-4d36-8de9-0e43d517e9d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:26.943727 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9ebc7c-47d4-4d36-8de9-0e43d517e9d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:26.944044 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9ebc7c-47d4-4d36-8de9-0e43d517e9d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:26.944359 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9ebc7c-47d4-4d36-8de9-0e43d517e9d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:26.984538 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3f9ebc7c-47d4-4d36-8de9-0e43d517e9d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753414094686'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:27.009102 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3f9ebc7c-47d4-4d36-8de9-0e43d517e9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:27.010050 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9ebc7c-47d4-4d36-8de9-0e43d517e9d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:54:27.010655 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3f9ebc7c-47d4-4d36-8de9-0e43d517e9d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:27.040520 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-3f9ebc7c-47d4-4d36-8de9-0e43d517e9d6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3504655 Dec 07 18:54:27.043605 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 40228) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:54:27.050095 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-f2925c16-9645-4f19-ab71-d0c72e59fb66 admin admin] Request body: {'subnet': {'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1498666770-subnet', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'ip_version': 4}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:54:27.071895 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2925c16-9645-4f19-ab71-d0c72e59fb66 admin admin] Made reservation on behalf of a6c2dc4c08b44906ac2fbb104a304b3e for: {'subnet': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:54:27.074299 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f2925c16-9645-4f19-ab71-d0c72e59fb66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530068064'] for subnet, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:27.078163 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ebc7c-47d4-4d36-8de9-0e43d517e9d6 admin admin] Pushing event updated for resources: {'Network': ['ID=c3e28be2-bcfa-4afd-ab13-222c89764d73,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:27.088166 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Network c3e28be2-bcfa-4afd-ab13-222c89764d73 details requested by agent ovs-agent-dv-cinder-819692-6-iscsi with host dv-cinder-819692-6-iscsi {{(pid=109086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 18:54:27.253116 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f2925c16-9645-4f19-ab71-d0c72e59fb66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530415250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530068094'] for subnet, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:27.314724 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2925c16-9645-4f19-ab71-d0c72e59fb66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf6d62ae-f8fc-4a92-9841-47a88e37b710,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:27.323074 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2925c16-9645-4f19-ab71-d0c72e59fb66 admin admin] Checking segment: {'id': '12974582-b04d-46ee-b120-5fc52001b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:54:27.323428 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2925c16-9645-4f19-ab71-d0c72e59fb66 admin admin] Network hostable DHCP agents. Network: c3e28be2-bcfa-4afd-ab13-222c89764d73, hostable agents: ['6f398e68-3e13-4851-8372-7feb03493da6'], hosted agents: [] {{(pid=109084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 18:54:27.326902 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2925c16-9645-4f19-ab71-d0c72e59fb66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:27.327254 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2925c16-9645-4f19-ab71-d0c72e59fb66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:27.327594 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2925c16-9645-4f19-ab71-d0c72e59fb66 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:27.327928 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2925c16-9645-4f19-ab71-d0c72e59fb66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:27.328259 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2925c16-9645-4f19-ab71-d0c72e59fb66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:27.329118 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2925c16-9645-4f19-ab71-d0c72e59fb66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:27.329551 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2925c16-9645-4f19-ab71-d0c72e59fb66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:27.329870 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2925c16-9645-4f19-ab71-d0c72e59fb66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:27.330226 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2925c16-9645-4f19-ab71-d0c72e59fb66 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:27.330555 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2925c16-9645-4f19-ab71-d0c72e59fb66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:27.330879 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2925c16-9645-4f19-ab71-d0c72e59fb66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:27.331201 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2925c16-9645-4f19-ab71-d0c72e59fb66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:27.331521 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2925c16-9645-4f19-ab71-d0c72e59fb66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:27.347588 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2925c16-9645-4f19-ab71-d0c72e59fb66 admin admin] Network c3e28be2-bcfa-4afd-ab13-222c89764d73 is scheduled to be hosted by DHCP agent 6f398e68-3e13-4851-8372-7feb03493da6 with binding_index 1 {{(pid=109084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 18:54:27.355401 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-f2925c16-9645-4f19-ab71-d0c72e59fb66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819692-6-iscsi, c3e28be2-bcfa-4afd-ab13-222c89764d73) {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:54:27.359349 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2925c16-9645-4f19-ab71-d0c72e59fb66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:54:27.360098 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f2925c16-9645-4f19-ab71-d0c72e59fb66 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:27.364933 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61329dec-971c-4a60-8aff-d3400f4cbeac None None] Network c3e28be2-bcfa-4afd-ab13-222c89764d73 requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:54:27.379012 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-f2925c16-9645-4f19-ab71-d0c72e59fb66 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3317652 Dec 07 18:54:27.379203 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 40230) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:54:27.383547 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-cc6ebee1-192b-4b04-bcd1-033e071790e7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1498666770-router', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'}}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:54:27.406057 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-cc6ebee1-192b-4b04-bcd1-033e071790e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-647033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30663'] for router, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:27.407643 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-cc6ebee1-192b-4b04-bcd1-033e071790e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-646889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645048', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30686'] for router, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:27.458119 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-cc6ebee1-192b-4b04-bcd1-033e071790e7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:27.468468 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa59bbd-f715-449c-897e-5afcbd1f4eaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ae0aa17-c7bf-538b-8221-0782f7b1bf99-c3e28be2-bcfa-4afd-ab13-222c89764d73', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'fixed_ips': [{'subnet_id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710'}]}} from dv-cinder-819692-6-iscsi. {{(pid=109086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 07 18:54:27.469415 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aaa59bbd-f715-449c-897e-5afcbd1f4eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:27.600587 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-cc6ebee1-192b-4b04-bcd1-033e071790e7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:27.600854 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-aaa59bbd-f715-449c-897e-5afcbd1f4eaa None None] Allocated IP 172.20.0.2 (c3e28be2-bcfa-4afd-ab13-222c89764d73/bf6d62ae-f8fc-4a92-9841-47a88e37b710/53ce35b5-3779-42df-9c58-228db03769d6) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:54:27.744127 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aaa59bbd-f715-449c-897e-5afcbd1f4eaa None None] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:27.749786 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aaa59bbd-f715-449c-897e-5afcbd1f4eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:27.788961 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa59bbd-f715-449c-897e-5afcbd1f4eaa None None] Network c3e28be2-bcfa-4afd-ab13-222c89764d73 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:54:27.791878 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-aaa59bbd-f715-449c-897e-5afcbd1f4eaa None None] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:54:27.795551 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa59bbd-f715-449c-897e-5afcbd1f4eaa None None] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:54:27.796947 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-cc6ebee1-192b-4b04-bcd1-033e071790e7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:27.803752 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa59bbd-f715-449c-897e-5afcbd1f4eaa None None] Pushing event updated for resources: {'Port': ['ID=53ce35b5-3779-42df-9c58-228db03769d6,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:27.813735 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa59bbd-f715-449c-897e-5afcbd1f4eaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:27.814116 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa59bbd-f715-449c-897e-5afcbd1f4eaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:27.814465 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa59bbd-f715-449c-897e-5afcbd1f4eaa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:27.814803 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa59bbd-f715-449c-897e-5afcbd1f4eaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:27.815140 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa59bbd-f715-449c-897e-5afcbd1f4eaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:27.815469 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa59bbd-f715-449c-897e-5afcbd1f4eaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:27.815800 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa59bbd-f715-449c-897e-5afcbd1f4eaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:27.816121 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-cc6ebee1-192b-4b04-bcd1-033e071790e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:27.816246 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa59bbd-f715-449c-897e-5afcbd1f4eaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:27.816446 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa59bbd-f715-449c-897e-5afcbd1f4eaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:27.816771 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa59bbd-f715-449c-897e-5afcbd1f4eaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:27.817095 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa59bbd-f715-449c-897e-5afcbd1f4eaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:27.817414 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa59bbd-f715-449c-897e-5afcbd1f4eaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:27.817733 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa59bbd-f715-449c-897e-5afcbd1f4eaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:27.865976 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-aaa59bbd-f715-449c-897e-5afcbd1f4eaa None None] Attempting to bind port 53ce35b5-3779-42df-9c58-228db03769d6 on host dv-cinder-819692-6-iscsi for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:54:27.866339 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-aaa59bbd-f715-449c-897e-5afcbd1f4eaa None None] Attempting to bind port 53ce35b5-3779-42df-9c58-228db03769d6 by drivers openvswitch,hyperv on host dv-cinder-819692-6-iscsi at level 0 using segments [{'id': '12974582-b04d-46ee-b120-5fc52001b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:54:27.866704 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa59bbd-f715-449c-897e-5afcbd1f4eaa None None] Attempting to bind port 53ce35b5-3779-42df-9c58-228db03769d6 on network c3e28be2-bcfa-4afd-ab13-222c89764d73 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:54:27.871627 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa59bbd-f715-449c-897e-5afcbd1f4eaa None None] Checking agent: {'id': 'fd9e3ab0-a028-492f-8cb9-0b732e52b698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 36, 52), 'started_at': datetime.datetime(2021, 12, 7, 18, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:54:27.872002 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa59bbd-f715-449c-897e-5afcbd1f4eaa None None] Checking segment: {'id': '12974582-b04d-46ee-b120-5fc52001b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:54:27.872401 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aaa59bbd-f715-449c-897e-5afcbd1f4eaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:27.872790 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa59bbd-f715-449c-897e-5afcbd1f4eaa None None] Bound using segment: {'id': '12974582-b04d-46ee-b120-5fc52001b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:54:27.873255 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-aaa59bbd-f715-449c-897e-5afcbd1f4eaa None None] Bound port: 53ce35b5-3779-42df-9c58-228db03769d6, host: dv-cinder-819692-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12974582-b04d-46ee-b120-5fc52001b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:54:27.873630 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aaa59bbd-f715-449c-897e-5afcbd1f4eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:27.916834 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [None req-cc6ebee1-192b-4b04-bcd1-033e071790e7 admin admin] Allocated IP 172.27.0.214 (c28673b7-9801-4a6d-8bd7-4540f8f52bd4/c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01/894da16f-2c92-4ffa-9a5e-b06a2c9be14c) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:54:27.936636 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-aaa59bbd-f715-449c-897e-5afcbd1f4eaa None None] For port 53ce35b5-3779-42df-9c58-228db03769d6, host dv-cinder-819692-6-iscsi, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:54:27.939902 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-aaa59bbd-f715-449c-897e-5afcbd1f4eaa None None] For port 53ce35b5-3779-42df-9c58-228db03769d6, host dv-cinder-819692-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=53ce35b5-3779-42df-9c58-228db03769d6,segment=NetworkSegment(12974582-b04d-46ee-b120-5fc52001b2bb),segment_id=12974582-b04d-46ee-b120-5fc52001b2bb)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:54:27.943519 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aaa59bbd-f715-449c-897e-5afcbd1f4eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:28.004109 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa59bbd-f715-449c-897e-5afcbd1f4eaa None None] Pushing event updated for resources: {'Port': ['ID=53ce35b5-3779-42df-9c58-228db03769d6,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:28.028876 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-cc6ebee1-192b-4b04-bcd1-033e071790e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:28.063413 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-cc6ebee1-192b-4b04-bcd1-033e071790e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:28.105935 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6ebee1-192b-4b04-bcd1-033e071790e7 admin admin] Network c28673b7-9801-4a6d-8bd7-4540f8f52bd4 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:54:28.108915 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-cc6ebee1-192b-4b04-bcd1-033e071790e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:54:28.112511 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6ebee1-192b-4b04-bcd1-033e071790e7 admin admin] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:54:28.118215 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ebee1-192b-4b04-bcd1-033e071790e7 admin admin] Pushing event updated for resources: {'Port': ['ID=894da16f-2c92-4ffa-9a5e-b06a2c9be14c,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:28.378778 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-cc6ebee1-192b-4b04-bcd1-033e071790e7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:28.582446 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-cc6ebee1-192b-4b04-bcd1-033e071790e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-646896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644967'] for router, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:28.716769 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6ebee1-192b-4b04-bcd1-033e071790e7 admin admin] Router 6716e072-6170-4fc3-935f-cd0f13f97845 is scheduled to L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc with binding_index 1 {{(pid=109084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 18:54:28.900733 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc78c444-32a1-44b1-85f4-3b231d86111d None None] Network c3e28be2-bcfa-4afd-ab13-222c89764d73 requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:54:29.092015 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6ebee1-192b-4b04-bcd1-033e071790e7 admin admin] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:54:29.109517 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3238beea-1ec2-400b-96b1-57ba1488a29b None None] Sync routers for ids ['6716e072-6170-4fc3-935f-cd0f13f97845'] in dv-cinder-819692-6-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:54:29.111250 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-cc6ebee1-192b-4b04-bcd1-033e071790e7 admin admin] Publish callbacks [] for router, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:29.115115 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-cc6ebee1-192b-4b04-bcd1-033e071790e7 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7323053 Dec 07 18:54:29.115283 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 40232) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:54:29.117558 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-a17c22a4-25dc-4827-9f1b-d22f420ed1c2 None None] Provisioning complete for port 53ce35b5-3779-42df-9c58-228db03769d6 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:54:29.117950 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a17c22a4-25dc-4827-9f1b-d22f420ed1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:29.155578 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3238beea-1ec2-400b-96b1-57ba1488a29b None None] Routers {'6716e072-6170-4fc3-935f-cd0f13f97845'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:54:29.156117 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-3238beea-1ec2-400b-96b1-57ba1488a29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:54:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['6716e072-6170-4fc3-935f-cd0f13f97845'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:54:29.210876 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 53ce35b5-3779-42df-9c58-228db03769d6 up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:54:29.368442 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-3238beea-1ec2-400b-96b1-57ba1488a29b None None] Set router 6716e072-6170-4fc3-935f-cd0f13f97845 gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:54:29.437671 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port 53ce35b5-3779-42df-9c58-228db03769d6 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:54:29.438181 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:29.443358 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a17c22a4-25dc-4827-9f1b-d22f420ed1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:29.541482 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d4e4cbf8-240b-4819-abbb-caa08305c337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:29.561551 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-a17c22a4-25dc-4827-9f1b-d22f420ed1c2 None None] For port 53ce35b5-3779-42df-9c58-228db03769d6, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=53ce35b5-3779-42df-9c58-228db03769d6,segment=NetworkSegment(12974582-b04d-46ee-b120-5fc52001b2bb),segment_id=12974582-b04d-46ee-b120-5fc52001b2bb)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:54:29.572318 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a17c22a4-25dc-4827-9f1b-d22f420ed1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:29.692745 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c22a4-25dc-4827-9f1b-d22f420ed1c2 None None] Pushing event updated for resources: {'Port': ['ID=53ce35b5-3779-42df-9c58-228db03769d6,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:29.701456 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [None req-d4e4cbf8-240b-4819-abbb-caa08305c337 admin admin] Allocated IP 172.20.0.1 (c3e28be2-bcfa-4afd-ab13-222c89764d73/bf6d62ae-f8fc-4a92-9841-47a88e37b710/0ce99b94-5aa5-4c4f-9502-48ac2675e165) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:54:29.714133 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-7d636aaf-fd25-4826-8034-47e672a7c08f None None] Provisioning complete for port 53ce35b5-3779-42df-9c58-228db03769d6 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:54:29.714461 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7d636aaf-fd25-4826-8034-47e672a7c08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:29.760033 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-3238beea-1ec2-400b-96b1-57ba1488a29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'name': 'tempest-TestVolumeBootPattern-1498666770-router', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:28Z', 'revision_number': 3, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'gw_port': {'id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:90:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi'}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:54:29.791359 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3238beea-1ec2-400b-96b1-57ba1488a29b None None] Checking router: 6716e072-6170-4fc3-935f-cd0f13f97845 for host: dv-cinder-819692-6-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:54:29.791709 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3238beea-1ec2-400b-96b1-57ba1488a29b None None] Updating router 6716e072-6170-4fc3-935f-cd0f13f97845 port 894da16f-2c92-4ffa-9a5e-b06a2c9be14c binding host dv-cinder-819692-6-iscsi {{(pid=109086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 18:54:29.809571 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d4e4cbf8-240b-4819-abbb-caa08305c337 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:29.820142 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3238beea-1ec2-400b-96b1-57ba1488a29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:29.847647 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d4e4cbf8-240b-4819-abbb-caa08305c337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:29.881802 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e4cbf8-240b-4819-abbb-caa08305c337 admin admin] Network c3e28be2-bcfa-4afd-ab13-222c89764d73 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:54:29.888188 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-d4e4cbf8-240b-4819-abbb-caa08305c337 admin admin] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:54:29.892079 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e4cbf8-240b-4819-abbb-caa08305c337 admin admin] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:54:29.919920 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4cbf8-240b-4819-abbb-caa08305c337 admin admin] Pushing event updated for resources: {'Port': ['ID=0ce99b94-5aa5-4c4f-9502-48ac2675e165,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:29.937231 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d4e4cbf8-240b-4819-abbb-caa08305c337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652984'] for router_interface, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:30.077879 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d4e4cbf8-240b-4819-abbb-caa08305c337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:30.133160 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3238beea-1ec2-400b-96b1-57ba1488a29b None None] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:30.137207 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-7bee353a-6315-4314-9aa3-fd2f24cc79ef None None] Provisioning complete for port 0ce99b94-5aa5-4c4f-9502-48ac2675e165 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:54:30.137560 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7bee353a-6315-4314-9aa3-fd2f24cc79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:30.140820 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3238beea-1ec2-400b-96b1-57ba1488a29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:30.223857 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-7bee353a-6315-4314-9aa3-fd2f24cc79ef None None] Port 0ce99b94-5aa5-4c4f-9502-48ac2675e165 cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:54:30.232041 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3a830-bc98-4a24-ac33-54e909c1ae79 None None] Pushing event updated for resources: {'Port': ['ID=894da16f-2c92-4ffa-9a5e-b06a2c9be14c,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:30.235809 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-3238beea-1ec2-400b-96b1-57ba1488a29b None None] Attempting to bind port 894da16f-2c92-4ffa-9a5e-b06a2c9be14c on host dv-cinder-819692-6-iscsi for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:54:30.236182 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-3238beea-1ec2-400b-96b1-57ba1488a29b None None] Attempting to bind port 894da16f-2c92-4ffa-9a5e-b06a2c9be14c by drivers openvswitch,hyperv on host dv-cinder-819692-6-iscsi at level 0 using segments [{'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:54:30.236552 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3238beea-1ec2-400b-96b1-57ba1488a29b None None] Attempting to bind port 894da16f-2c92-4ffa-9a5e-b06a2c9be14c on network c28673b7-9801-4a6d-8bd7-4540f8f52bd4 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:54:30.242652 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3238beea-1ec2-400b-96b1-57ba1488a29b None None] Checking agent: {'id': 'fd9e3ab0-a028-492f-8cb9-0b732e52b698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 36, 52), 'started_at': datetime.datetime(2021, 12, 7, 18, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:54:30.243025 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3238beea-1ec2-400b-96b1-57ba1488a29b None None] Checking segment: {'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:54:30.243420 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3238beea-1ec2-400b-96b1-57ba1488a29b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:30.243564 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d4e4cbf8-240b-4819-abbb-caa08305c337 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:30.243993 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3238beea-1ec2-400b-96b1-57ba1488a29b None None] Bound using segment: {'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:54:30.244257 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-3238beea-1ec2-400b-96b1-57ba1488a29b None None] Bound port: 894da16f-2c92-4ffa-9a5e-b06a2c9be14c, host: dv-cinder-819692-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:54:30.244637 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3238beea-1ec2-400b-96b1-57ba1488a29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:30.248508 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d4e4cbf8-240b-4819-abbb-caa08305c337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530413597'] for port, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:30.297492 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-3238beea-1ec2-400b-96b1-57ba1488a29b None None] For port 894da16f-2c92-4ffa-9a5e-b06a2c9be14c, host dv-cinder-819692-6-iscsi, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:54:30.300898 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-3238beea-1ec2-400b-96b1-57ba1488a29b None None] For port 894da16f-2c92-4ffa-9a5e-b06a2c9be14c, host dv-cinder-819692-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=894da16f-2c92-4ffa-9a5e-b06a2c9be14c,segment=NetworkSegment(05f8ab8d-4669-4926-ada9-ecff5fb4eb1d),segment_id=05f8ab8d-4669-4926-ada9-ecff5fb4eb1d)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:54:30.305398 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3238beea-1ec2-400b-96b1-57ba1488a29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:30.315049 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d4e4cbf8-240b-4819-abbb-caa08305c337 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-968009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652836'] for router_interface, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:30.317720 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4cbf8-240b-4819-abbb-caa08305c337 admin admin] Pushing event updated for resources: {'Port': ['ID=0ce99b94-5aa5-4c4f-9502-48ac2675e165,revision_number=2']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:30.360888 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3238beea-1ec2-400b-96b1-57ba1488a29b None None] Routers {'6716e072-6170-4fc3-935f-cd0f13f97845'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:54:30.361504 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-3238beea-1ec2-400b-96b1-57ba1488a29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:54:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['6716e072-6170-4fc3-935f-cd0f13f97845'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:54:30.401009 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3a830-bc98-4a24-ac33-54e909c1ae79 None None] Pushing event updated for resources: {'Port': ['ID=894da16f-2c92-4ffa-9a5e-b06a2c9be14c,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:30.411142 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e4cbf8-240b-4819-abbb-caa08305c337 admin admin] Network c3e28be2-bcfa-4afd-ab13-222c89764d73 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:54:30.412572 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-d4e4cbf8-240b-4819-abbb-caa08305c337 admin admin] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:54:30.473463 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:54:30.485827 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-3238beea-1ec2-400b-96b1-57ba1488a29b None None] Set router 6716e072-6170-4fc3-935f-cd0f13f97845 gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:54:30.543476 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e4cbf8-240b-4819-abbb-caa08305c337 admin admin] Router 6716e072-6170-4fc3-935f-cd0f13f97845 has already been hosted by L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc {{(pid=109084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:54:30.656707 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e4cbf8-240b-4819-abbb-caa08305c337 admin admin] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:54:30.662435 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-d4e4cbf8-240b-4819-abbb-caa08305c337 admin admin] 10.222.0.41 "PUT /v2.0/routers/6716e072-6170-4fc3-935f-cd0f13f97845/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5462236 Dec 07 18:54:30.814875 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5b05f04a-6ca1-49a2-9629-469ecb011257 None None] Provisioning complete for port 0ce99b94-5aa5-4c4f-9502-48ac2675e165 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:54:30.815349 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5b05f04a-6ca1-49a2-9629-469ecb011257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:30.858400 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5b05f04a-6ca1-49a2-9629-469ecb011257 None None] Port 0ce99b94-5aa5-4c4f-9502-48ac2675e165 cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:54:30.872979 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-3238beea-1ec2-400b-96b1-57ba1488a29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'name': 'tempest-TestVolumeBootPattern-1498666770-router', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:30Z', 'revision_number': 4, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'gw_port': {'id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:90:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '0ce99b94-5aa5-4c4f-9502-48ac2675e165', 'name': '', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'mac_address': 'fa:16:3e:a8:78:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:29Z', 'updated_at': '2021-12-07T18:54:30Z', 'revision_number': 2, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'subnets': [{'id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:54:30.908888 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3238beea-1ec2-400b-96b1-57ba1488a29b None None] The sync data for ids ['6716e072-6170-4fc3-935f-cd0f13f97845'] in dv-cinder-819692-6-iscsi is: [{'id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'name': 'tempest-TestVolumeBootPattern-1498666770-router', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:30Z', 'revision_number': 4, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'gw_port': {'id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:90:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '0ce99b94-5aa5-4c4f-9502-48ac2675e165', 'name': '', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'mac_address': 'fa:16:3e:a8:78:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:29Z', 'updated_at': '2021-12-07T18:54:30Z', 'revision_number': 2, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'subnets': [{'id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:54:31.168647 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 40248) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:54:31.174361 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-03cd7cf0-9f48-4596-b468-157112c8edfd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-728686086-network', 'tenant_id': 'aa800d454410452f84425a1b43506d0a'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:54:31.184786 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 53ce35b5-3779-42df-9c58-228db03769d6 up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:54:31.200473 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cd7cf0-9f48-4596-b468-157112c8edfd admin admin] Made reservation on behalf of aa800d454410452f84425a1b43506d0a for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:54:31.203047 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-03cd7cf0-9f48-4596-b468-157112c8edfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:31.212555 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-03cd7cf0-9f48-4596-b468-157112c8edfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:31.237777 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port 53ce35b5-3779-42df-9c58-228db03769d6 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:54:31.241500 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:31.307169 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-03cd7cf0-9f48-4596-b468-157112c8edfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:31.311705 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-03cd7cf0-9f48-4596-b468-157112c8edfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:31.336804 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03cd7cf0-9f48-4596-b468-157112c8edfd admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 18:54:31.347661 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd7cf0-9f48-4596-b468-157112c8edfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0039fca6-2a74-44fa-8692-908264c029d8,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:31.352561 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-03cd7cf0-9f48-4596-b468-157112c8edfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:31.352904 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.db.segments_db [None req-03cd7cf0-9f48-4596-b468-157112c8edfd admin admin] Added segment b34cd394-ebe0-4593-9c5b-058ed04190cc of type vlan for network 2a29fe56-f54a-49dd-aca1-70ef13b6a078 Dec 07 18:54:31.395839 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-03cd7cf0-9f48-4596-b468-157112c8edfd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753414094686'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:31.428048 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-03cd7cf0-9f48-4596-b468-157112c8edfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:31.429316 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cd7cf0-9f48-4596-b468-157112c8edfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:54:31.430143 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-03cd7cf0-9f48-4596-b468-157112c8edfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:31.463613 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-03cd7cf0-9f48-4596-b468-157112c8edfd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2938380 Dec 07 18:54:31.466377 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 40250) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:54:31.473702 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-f7dc8dc0-4f2b-4acb-b759-ab814f193710 admin admin] Request body: {'subnet': {'network_id': '2a29fe56-f54a-49dd-aca1-70ef13b6a078', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-728686086-subnet', 'tenant_id': 'aa800d454410452f84425a1b43506d0a', 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:54:31.514568 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd7cf0-9f48-4596-b468-157112c8edfd admin admin] Pushing event updated for resources: {'Network': ['ID=2a29fe56-f54a-49dd-aca1-70ef13b6a078,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:31.524915 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Network 2a29fe56-f54a-49dd-aca1-70ef13b6a078 details requested by agent ovs-agent-dv-cinder-819692-6-iscsi with host dv-cinder-819692-6-iscsi {{(pid=109086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 18:54:31.533642 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dc8dc0-4f2b-4acb-b759-ab814f193710 admin admin] Made reservation on behalf of aa800d454410452f84425a1b43506d0a for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:54:31.536134 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f7dc8dc0-4f2b-4acb-b759-ab814f193710 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530428449'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:31.741659 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f7dc8dc0-4f2b-4acb-b759-ab814f193710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529624300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530428479'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:31.800315 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc8dc0-4f2b-4acb-b759-ab814f193710 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e64fdb9e-9b5b-45d3-8f23-ef69e52d3a1b,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:31.811123 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dc8dc0-4f2b-4acb-b759-ab814f193710 admin admin] Checking segment: {'id': 'b34cd394-ebe0-4593-9c5b-058ed04190cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2a29fe56-f54a-49dd-aca1-70ef13b6a078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:54:31.811484 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dc8dc0-4f2b-4acb-b759-ab814f193710 admin admin] Network hostable DHCP agents. Network: 2a29fe56-f54a-49dd-aca1-70ef13b6a078, hostable agents: ['6f398e68-3e13-4851-8372-7feb03493da6'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 18:54:31.832050 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dc8dc0-4f2b-4acb-b759-ab814f193710 admin admin] Network 2a29fe56-f54a-49dd-aca1-70ef13b6a078 is scheduled to be hosted by DHCP agent 6f398e68-3e13-4851-8372-7feb03493da6 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 18:54:31.842330 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-f7dc8dc0-4f2b-4acb-b759-ab814f193710 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819692-6-iscsi, 2a29fe56-f54a-49dd-aca1-70ef13b6a078) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:54:31.846486 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dc8dc0-4f2b-4acb-b759-ab814f193710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:54:31.847088 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f7dc8dc0-4f2b-4acb-b759-ab814f193710 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:31.853318 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77130427-5b35-4e48-8a3f-06bb46398d7b None None] Network 2a29fe56-f54a-49dd-aca1-70ef13b6a078 requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:54:31.866621 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-f7dc8dc0-4f2b-4acb-b759-ab814f193710 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3966687 Dec 07 18:54:31.866839 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 40252) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:54:31.871067 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-e84a3820-cc19-43da-a603-701f3e379ebb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-728686086-router', 'tenant_id': 'aa800d454410452f84425a1b43506d0a', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:54:31.894594 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e84a3820-cc19-43da-a603-701f3e379ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-647033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30663'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:31.895782 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e84a3820-cc19-43da-a603-701f3e379ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-646889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645048', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30686'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:31.958022 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e84a3820-cc19-43da-a603-701f3e379ebb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:31.967620 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886abb4d-d6d6-4919-b845-2a382ca309e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ae0aa17-c7bf-538b-8221-0782f7b1bf99-2a29fe56-f54a-49dd-aca1-70ef13b6a078', 'network_id': '2a29fe56-f54a-49dd-aca1-70ef13b6a078', 'project_id': 'aa800d454410452f84425a1b43506d0a', 'fixed_ips': [{'subnet_id': 'e64fdb9e-9b5b-45d3-8f23-ef69e52d3a1b'}]}} from dv-cinder-819692-6-iscsi. {{(pid=109086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 07 18:54:31.968581 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-886abb4d-d6d6-4919-b845-2a382ca309e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:32.098901 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e84a3820-cc19-43da-a603-701f3e379ebb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:32.112738 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-886abb4d-d6d6-4919-b845-2a382ca309e1 None None] Allocated IP 172.20.0.2 (2a29fe56-f54a-49dd-aca1-70ef13b6a078/e64fdb9e-9b5b-45d3-8f23-ef69e52d3a1b/b1be4e7c-8111-4050-88ac-6893490a5d4f) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:54:32.272269 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-886abb4d-d6d6-4919-b845-2a382ca309e1 None None] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:32.278763 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-886abb4d-d6d6-4919-b845-2a382ca309e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:32.322692 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886abb4d-d6d6-4919-b845-2a382ca309e1 None None] Network 2a29fe56-f54a-49dd-aca1-70ef13b6a078 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:54:32.325885 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-886abb4d-d6d6-4919-b845-2a382ca309e1 None None] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:54:32.326309 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e84a3820-cc19-43da-a603-701f3e379ebb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:32.329208 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886abb4d-d6d6-4919-b845-2a382ca309e1 None None] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:54:32.338408 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886abb4d-d6d6-4919-b845-2a382ca309e1 None None] Pushing event updated for resources: {'Port': ['ID=b1be4e7c-8111-4050-88ac-6893490a5d4f,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:32.346550 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e84a3820-cc19-43da-a603-701f3e379ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:32.390463 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-886abb4d-d6d6-4919-b845-2a382ca309e1 None None] Attempting to bind port b1be4e7c-8111-4050-88ac-6893490a5d4f on host dv-cinder-819692-6-iscsi for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:54:32.391452 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-886abb4d-d6d6-4919-b845-2a382ca309e1 None None] Attempting to bind port b1be4e7c-8111-4050-88ac-6893490a5d4f by drivers openvswitch,hyperv on host dv-cinder-819692-6-iscsi at level 0 using segments [{'id': 'b34cd394-ebe0-4593-9c5b-058ed04190cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2a29fe56-f54a-49dd-aca1-70ef13b6a078'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:54:32.391827 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886abb4d-d6d6-4919-b845-2a382ca309e1 None None] Attempting to bind port b1be4e7c-8111-4050-88ac-6893490a5d4f on network 2a29fe56-f54a-49dd-aca1-70ef13b6a078 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:54:32.397397 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886abb4d-d6d6-4919-b845-2a382ca309e1 None None] Checking agent: {'id': 'fd9e3ab0-a028-492f-8cb9-0b732e52b698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 36, 52), 'started_at': datetime.datetime(2021, 12, 7, 18, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:54:32.397778 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886abb4d-d6d6-4919-b845-2a382ca309e1 None None] Checking segment: {'id': 'b34cd394-ebe0-4593-9c5b-058ed04190cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2a29fe56-f54a-49dd-aca1-70ef13b6a078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:54:32.398205 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-886abb4d-d6d6-4919-b845-2a382ca309e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:32.398602 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886abb4d-d6d6-4919-b845-2a382ca309e1 None None] Bound using segment: {'id': 'b34cd394-ebe0-4593-9c5b-058ed04190cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2a29fe56-f54a-49dd-aca1-70ef13b6a078'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:54:32.399131 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-886abb4d-d6d6-4919-b845-2a382ca309e1 None None] Bound port: b1be4e7c-8111-4050-88ac-6893490a5d4f, host: dv-cinder-819692-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b34cd394-ebe0-4593-9c5b-058ed04190cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2a29fe56-f54a-49dd-aca1-70ef13b6a078'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:54:32.399511 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-886abb4d-d6d6-4919-b845-2a382ca309e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:32.457201 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-e84a3820-cc19-43da-a603-701f3e379ebb admin admin] Allocated IP 172.27.0.107 (c28673b7-9801-4a6d-8bd7-4540f8f52bd4/c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01/de3754bf-beb3-4be1-a0da-fea3c6041422) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:54:32.464825 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-886abb4d-d6d6-4919-b845-2a382ca309e1 None None] For port b1be4e7c-8111-4050-88ac-6893490a5d4f, host dv-cinder-819692-6-iscsi, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:54:32.467917 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-886abb4d-d6d6-4919-b845-2a382ca309e1 None None] For port b1be4e7c-8111-4050-88ac-6893490a5d4f, host dv-cinder-819692-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=b1be4e7c-8111-4050-88ac-6893490a5d4f,segment=NetworkSegment(b34cd394-ebe0-4593-9c5b-058ed04190cc),segment_id=b34cd394-ebe0-4593-9c5b-058ed04190cc)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:54:32.472851 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-886abb4d-d6d6-4919-b845-2a382ca309e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:32.545802 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886abb4d-d6d6-4919-b845-2a382ca309e1 None None] Pushing event updated for resources: {'Port': ['ID=b1be4e7c-8111-4050-88ac-6893490a5d4f,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:32.577084 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e84a3820-cc19-43da-a603-701f3e379ebb admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:32.613811 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e84a3820-cc19-43da-a603-701f3e379ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529624208'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:32.653434 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84a3820-cc19-43da-a603-701f3e379ebb admin admin] Network c28673b7-9801-4a6d-8bd7-4540f8f52bd4 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:54:32.657153 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-e84a3820-cc19-43da-a603-701f3e379ebb admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:54:32.661138 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84a3820-cc19-43da-a603-701f3e379ebb admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:54:32.710118 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a3820-cc19-43da-a603-701f3e379ebb admin admin] Pushing event updated for resources: {'Port': ['ID=de3754bf-beb3-4be1-a0da-fea3c6041422,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:32.952749 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e84a3820-cc19-43da-a603-701f3e379ebb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:33.108542 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f62b3a-0131-46a1-965f-8c902879c586 None None] Sync routers for ids ['6716e072-6170-4fc3-935f-cd0f13f97845'] in dv-cinder-819692-6-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:54:33.120543 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f62b3a-0131-46a1-965f-8c902879c586 None None] Routers {'6716e072-6170-4fc3-935f-cd0f13f97845'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:54:33.121157 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-61f62b3a-0131-46a1-965f-8c902879c586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:54:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['6716e072-6170-4fc3-935f-cd0f13f97845'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:54:33.159914 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e84a3820-cc19-43da-a603-701f3e379ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-646896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644967'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:33.194500 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 894da16f-2c92-4ffa-9a5e-b06a2c9be14c up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:54:33.232860 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-61f62b3a-0131-46a1-965f-8c902879c586 None None] Set router 6716e072-6170-4fc3-935f-cd0f13f97845 gateway port host: dv-cinder-819692-6-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:54:33.246725 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port 894da16f-2c92-4ffa-9a5e-b06a2c9be14c triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:54:33.247103 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:33.298211 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84a3820-cc19-43da-a603-701f3e379ebb admin admin] Router b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac is scheduled to L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 18:54:33.334132 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:33.358245 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] For port 894da16f-2c92-4ffa-9a5e-b06a2c9be14c, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=894da16f-2c92-4ffa-9a5e-b06a2c9be14c,segment=NetworkSegment(05f8ab8d-4669-4926-ada9-ecff5fb4eb1d),segment_id=05f8ab8d-4669-4926-ada9-ecff5fb4eb1d)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:54:33.364843 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:33.365638 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device b1be4e7c-8111-4050-88ac-6893490a5d4f up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:54:33.436066 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84a3820-cc19-43da-a603-701f3e379ebb admin admin] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:54:33.452765 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a762a1f-515b-4638-a849-06d6c200196f None None] Sync routers for ids ['b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac'] in dv-cinder-819692-6-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:54:33.468444 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e84a3820-cc19-43da-a603-701f3e379ebb admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:33.470663 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-e84a3820-cc19-43da-a603-701f3e379ebb admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6026731 Dec 07 18:54:33.473601 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 40254) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:54:33.479997 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Pushing event updated for resources: {'Port': ['ID=894da16f-2c92-4ffa-9a5e-b06a2c9be14c,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:33.487902 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a762a1f-515b-4638-a849-06d6c200196f None None] Routers {'b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:54:33.488467 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-9a762a1f-515b-4638-a849-06d6c200196f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:54:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:54:33.541984 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port b1be4e7c-8111-4050-88ac-6893490a5d4f triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:54:33.542363 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:33.563206 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-61f62b3a-0131-46a1-965f-8c902879c586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'name': 'tempest-TestVolumeBootPattern-1498666770-router', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:30Z', 'revision_number': 4, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'gw_port': {'id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:90:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '0ce99b94-5aa5-4c4f-9502-48ac2675e165', 'name': '', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'mac_address': 'fa:16:3e:a8:78:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:29Z', 'updated_at': '2021-12-07T18:54:30Z', 'revision_number': 2, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'subnets': [{'id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:54:33.597634 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f62b3a-0131-46a1-965f-8c902879c586 None None] Checking router: 6716e072-6170-4fc3-935f-cd0f13f97845 for host: dv-cinder-819692-6-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:54:33.598297 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f62b3a-0131-46a1-965f-8c902879c586 None None] Updating router 6716e072-6170-4fc3-935f-cd0f13f97845 port 0ce99b94-5aa5-4c4f-9502-48ac2675e165 binding host dv-cinder-819692-6-iscsi {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 18:54:33.624996 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-61f62b3a-0131-46a1-965f-8c902879c586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:33.635038 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-9a762a1f-515b-4638-a849-06d6c200196f None None] Set router b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:54:33.745761 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:33.784705 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252ec166-46b7-4f7c-9217-35a57174502a None None] Network 2a29fe56-f54a-49dd-aca1-70ef13b6a078 requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 18:54:33.903316 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] For port b1be4e7c-8111-4050-88ac-6893490a5d4f, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=b1be4e7c-8111-4050-88ac-6893490a5d4f,segment=NetworkSegment(b34cd394-ebe0-4593-9c5b-058ed04190cc),segment_id=b34cd394-ebe0-4593-9c5b-058ed04190cc)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:54:33.908635 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-33d05367-50b7-488e-848c-839a2c2d2ac6 None None] Provisioning complete for port b1be4e7c-8111-4050-88ac-6893490a5d4f triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:54:33.908981 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-33d05367-50b7-488e-848c-839a2c2d2ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:33.928802 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-61f62b3a-0131-46a1-965f-8c902879c586 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:33.933122 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:33.939375 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-61f62b3a-0131-46a1-965f-8c902879c586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:34.009546 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501888e0-d5f8-4cb4-848c-13118a4061ca None None] Pushing event updated for resources: {'Port': ['ID=0ce99b94-5aa5-4c4f-9502-48ac2675e165,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:34.019997 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501888e0-d5f8-4cb4-848c-13118a4061ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:34.019997 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501888e0-d5f8-4cb4-848c-13118a4061ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:34.019997 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501888e0-d5f8-4cb4-848c-13118a4061ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:34.019997 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501888e0-d5f8-4cb4-848c-13118a4061ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:34.020535 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501888e0-d5f8-4cb4-848c-13118a4061ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:34.020636 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501888e0-d5f8-4cb4-848c-13118a4061ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:34.020899 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501888e0-d5f8-4cb4-848c-13118a4061ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:34.021219 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501888e0-d5f8-4cb4-848c-13118a4061ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:34.022014 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501888e0-d5f8-4cb4-848c-13118a4061ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:34.022014 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501888e0-d5f8-4cb4-848c-13118a4061ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:34.022200 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501888e0-d5f8-4cb4-848c-13118a4061ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:34.022521 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501888e0-d5f8-4cb4-848c-13118a4061ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:34.023224 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501888e0-d5f8-4cb4-848c-13118a4061ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:54:34.053119 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-61f62b3a-0131-46a1-965f-8c902879c586 None None] Attempting to bind port 0ce99b94-5aa5-4c4f-9502-48ac2675e165 on host dv-cinder-819692-6-iscsi for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:54:34.053506 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-61f62b3a-0131-46a1-965f-8c902879c586 None None] Attempting to bind port 0ce99b94-5aa5-4c4f-9502-48ac2675e165 by drivers openvswitch,hyperv on host dv-cinder-819692-6-iscsi at level 0 using segments [{'id': '12974582-b04d-46ee-b120-5fc52001b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:54:34.053869 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f62b3a-0131-46a1-965f-8c902879c586 None None] Attempting to bind port 0ce99b94-5aa5-4c4f-9502-48ac2675e165 on network c3e28be2-bcfa-4afd-ab13-222c89764d73 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:54:34.059816 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f62b3a-0131-46a1-965f-8c902879c586 None None] Checking agent: {'id': 'fd9e3ab0-a028-492f-8cb9-0b732e52b698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 36, 52), 'started_at': datetime.datetime(2021, 12, 7, 18, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:54:34.060266 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f62b3a-0131-46a1-965f-8c902879c586 None None] Checking segment: {'id': '12974582-b04d-46ee-b120-5fc52001b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:54:34.060590 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-61f62b3a-0131-46a1-965f-8c902879c586 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:34.060983 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f62b3a-0131-46a1-965f-8c902879c586 None None] Bound using segment: {'id': '12974582-b04d-46ee-b120-5fc52001b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:54:34.061459 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-61f62b3a-0131-46a1-965f-8c902879c586 None None] Bound port: 0ce99b94-5aa5-4c4f-9502-48ac2675e165, host: dv-cinder-819692-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12974582-b04d-46ee-b120-5fc52001b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:54:34.061857 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-61f62b3a-0131-46a1-965f-8c902879c586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:34.134301 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-61f62b3a-0131-46a1-965f-8c902879c586 None None] For port 0ce99b94-5aa5-4c4f-9502-48ac2675e165, host dv-cinder-819692-6-iscsi, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:54:34.141444 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-61f62b3a-0131-46a1-965f-8c902879c586 None None] For port 0ce99b94-5aa5-4c4f-9502-48ac2675e165, host dv-cinder-819692-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=0ce99b94-5aa5-4c4f-9502-48ac2675e165,segment=NetworkSegment(12974582-b04d-46ee-b120-5fc52001b2bb),segment_id=12974582-b04d-46ee-b120-5fc52001b2bb)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:54:34.148818 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-61f62b3a-0131-46a1-965f-8c902879c586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:34.189703 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Pushing event updated for resources: {'Port': ['ID=b1be4e7c-8111-4050-88ac-6893490a5d4f,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:34.231989 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501888e0-d5f8-4cb4-848c-13118a4061ca None None] Pushing event updated for resources: {'Port': ['ID=0ce99b94-5aa5-4c4f-9502-48ac2675e165,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:34.242113 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-9a762a1f-515b-4638-a849-06d6c200196f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac', 'name': 'tempest-TestVolumeBootPattern-728686086-router', 'tenant_id': 'aa800d454410452f84425a1b43506d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'de3754bf-beb3-4be1-a0da-fea3c6041422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:54:31Z', 'updated_at': '2021-12-07T18:54:32Z', 'revision_number': 3, 'project_id': 'aa800d454410452f84425a1b43506d0a', 'gw_port': {'id': 'de3754bf-beb3-4be1-a0da-fea3c6041422', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:80:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:32Z', 'updated_at': '2021-12-07T18:54:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi'}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:54:34.253176 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f62b3a-0131-46a1-965f-8c902879c586 None None] Routers {'6716e072-6170-4fc3-935f-cd0f13f97845'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:54:34.253817 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-61f62b3a-0131-46a1-965f-8c902879c586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:54:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['6716e072-6170-4fc3-935f-cd0f13f97845'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:54:34.276772 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a762a1f-515b-4638-a849-06d6c200196f None None] Checking router: b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac for host: dv-cinder-819692-6-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:54:34.277536 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a762a1f-515b-4638-a849-06d6c200196f None None] Updating router b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac port de3754bf-beb3-4be1-a0da-fea3c6041422 binding host dv-cinder-819692-6-iscsi {{(pid=109086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 18:54:34.278031 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1d874a25-45e6-4e98-bee4-1c0ba70e9be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:34.339673 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a762a1f-515b-4638-a849-06d6c200196f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:34.404840 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-61f62b3a-0131-46a1-965f-8c902879c586 None None] Set router 6716e072-6170-4fc3-935f-cd0f13f97845 gateway port host: dv-cinder-819692-6-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:54:34.490239 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-1d874a25-45e6-4e98-bee4-1c0ba70e9be4 admin admin] Allocated IP 172.20.0.1 (2a29fe56-f54a-49dd-aca1-70ef13b6a078/e64fdb9e-9b5b-45d3-8f23-ef69e52d3a1b/c810455e-f642-4281-bf7b-4b5bcc161f12) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:54:34.493314 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-7f8e7795-4e67-47b2-b26e-ad6218c5cb8a None None] Provisioning complete for port 0ce99b94-5aa5-4c4f-9502-48ac2675e165 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:54:34.494060 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7f8e7795-4e67-47b2-b26e-ad6218c5cb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:34.614727 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1d874a25-45e6-4e98-bee4-1c0ba70e9be4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:34.655802 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1d874a25-45e6-4e98-bee4-1c0ba70e9be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529624208'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:34.679833 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-61f62b3a-0131-46a1-965f-8c902879c586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'name': 'tempest-TestVolumeBootPattern-1498666770-router', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:30Z', 'revision_number': 4, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'gw_port': {'id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '0ce99b94-5aa5-4c4f-9502-48ac2675e165', 'name': '', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'mac_address': 'fa:16:3e:a8:78:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:29Z', 'updated_at': '2021-12-07T18:54:34Z', 'revision_number': 4, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'subnets': [{'id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:54:34.686024 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7f8e7795-4e67-47b2-b26e-ad6218c5cb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:34.699447 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d874a25-45e6-4e98-bee4-1c0ba70e9be4 admin admin] Network 2a29fe56-f54a-49dd-aca1-70ef13b6a078 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:54:34.704162 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-1d874a25-45e6-4e98-bee4-1c0ba70e9be4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:54:34.708070 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d874a25-45e6-4e98-bee4-1c0ba70e9be4 admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:54:34.714171 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d874a25-45e6-4e98-bee4-1c0ba70e9be4 admin admin] Pushing event updated for resources: {'Port': ['ID=c810455e-f642-4281-bf7b-4b5bcc161f12,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:34.715391 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f62b3a-0131-46a1-965f-8c902879c586 None None] The sync data for ids ['6716e072-6170-4fc3-935f-cd0f13f97845'] in dv-cinder-819692-6-iscsi is: [{'id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'name': 'tempest-TestVolumeBootPattern-1498666770-router', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:30Z', 'revision_number': 4, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'gw_port': {'id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '0ce99b94-5aa5-4c4f-9502-48ac2675e165', 'name': '', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'mac_address': 'fa:16:3e:a8:78:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:29Z', 'updated_at': '2021-12-07T18:54:34Z', 'revision_number': 4, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'subnets': [{'id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:54:34.761232 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-7f8e7795-4e67-47b2-b26e-ad6218c5cb8a None None] For port 0ce99b94-5aa5-4c4f-9502-48ac2675e165, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=0ce99b94-5aa5-4c4f-9502-48ac2675e165,segment=NetworkSegment(12974582-b04d-46ee-b120-5fc52001b2bb),segment_id=12974582-b04d-46ee-b120-5fc52001b2bb)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:54:34.770193 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1d874a25-45e6-4e98-bee4-1c0ba70e9be4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652984'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:34.774334 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7f8e7795-4e67-47b2-b26e-ad6218c5cb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:34.783653 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a762a1f-515b-4638-a849-06d6c200196f None None] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:34.814146 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a762a1f-515b-4638-a849-06d6c200196f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:34.857986 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-9a762a1f-515b-4638-a849-06d6c200196f None None] Attempting to bind port de3754bf-beb3-4be1-a0da-fea3c6041422 on host dv-cinder-819692-6-iscsi for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:54:34.858354 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-9a762a1f-515b-4638-a849-06d6c200196f None None] Attempting to bind port de3754bf-beb3-4be1-a0da-fea3c6041422 by drivers openvswitch,hyperv on host dv-cinder-819692-6-iscsi at level 0 using segments [{'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:54:34.858776 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a762a1f-515b-4638-a849-06d6c200196f None None] Attempting to bind port de3754bf-beb3-4be1-a0da-fea3c6041422 on network c28673b7-9801-4a6d-8bd7-4540f8f52bd4 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:54:34.864624 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e7795-4e67-47b2-b26e-ad6218c5cb8a None None] Pushing event updated for resources: {'Port': ['ID=0ce99b94-5aa5-4c4f-9502-48ac2675e165,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:34.874232 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a762a1f-515b-4638-a849-06d6c200196f None None] Checking agent: {'id': 'fd9e3ab0-a028-492f-8cb9-0b732e52b698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 36, 52), 'started_at': datetime.datetime(2021, 12, 7, 18, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:54:34.874604 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a762a1f-515b-4638-a849-06d6c200196f None None] Checking segment: {'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:54:34.875008 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a762a1f-515b-4638-a849-06d6c200196f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:34.876030 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a762a1f-515b-4638-a849-06d6c200196f None None] Bound using segment: {'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:54:34.876575 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-9a762a1f-515b-4638-a849-06d6c200196f None None] Bound port: de3754bf-beb3-4be1-a0da-fea3c6041422, host: dv-cinder-819692-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f8ab8d-4669-4926-ada9-ecff5fb4eb1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:54:34.876972 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a762a1f-515b-4638-a849-06d6c200196f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:34.941359 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1d874a25-45e6-4e98-bee4-1c0ba70e9be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:34.954386 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-4830f999-b9a6-4db2-979f-9f11a19ce63f None None] Provisioning complete for port 0ce99b94-5aa5-4c4f-9502-48ac2675e165 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:54:34.954823 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4830f999-b9a6-4db2-979f-9f11a19ce63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:34.979589 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a61d9-2382-4e57-85a7-7c47e380d6dd None None] Pushing event updated for resources: {'Port': ['ID=de3754bf-beb3-4be1-a0da-fea3c6041422,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:35.016947 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9a762a1f-515b-4638-a849-06d6c200196f None None] For port de3754bf-beb3-4be1-a0da-fea3c6041422, host dv-cinder-819692-6-iscsi, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:54:35.021275 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9a762a1f-515b-4638-a849-06d6c200196f None None] For port de3754bf-beb3-4be1-a0da-fea3c6041422, host dv-cinder-819692-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=de3754bf-beb3-4be1-a0da-fea3c6041422,segment=NetworkSegment(05f8ab8d-4669-4926-ada9-ecff5fb4eb1d),segment_id=05f8ab8d-4669-4926-ada9-ecff5fb4eb1d)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:54:35.028274 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a762a1f-515b-4638-a849-06d6c200196f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:35.130506 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a61d9-2382-4e57-85a7-7c47e380d6dd None None] Pushing event updated for resources: {'Port': ['ID=de3754bf-beb3-4be1-a0da-fea3c6041422,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:35.136485 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a762a1f-515b-4638-a849-06d6c200196f None None] Routers {'b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:54:35.136996 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-9a762a1f-515b-4638-a849-06d6c200196f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:54:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:54:35.137929 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1d874a25-45e6-4e98-bee4-1c0ba70e9be4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:35.147456 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1d874a25-45e6-4e98-bee4-1c0ba70e9be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529623651'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:35.189892 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-4830f999-b9a6-4db2-979f-9f11a19ce63f None None] Provisioning complete for port b1be4e7c-8111-4050-88ac-6893490a5d4f triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:54:35.190301 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4830f999-b9a6-4db2-979f-9f11a19ce63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:35.242549 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d874a25-45e6-4e98-bee4-1c0ba70e9be4 admin admin] Pushing event updated for resources: {'Port': ['ID=c810455e-f642-4281-bf7b-4b5bcc161f12,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:35.246548 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1d874a25-45e6-4e98-bee4-1c0ba70e9be4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-968009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652836'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:35.255334 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 0ce99b94-5aa5-4c4f-9502-48ac2675e165 up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:54:35.332248 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-9a762a1f-515b-4638-a849-06d6c200196f None None] Set router b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:54:35.354870 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d874a25-45e6-4e98-bee4-1c0ba70e9be4 admin admin] Network 2a29fe56-f54a-49dd-aca1-70ef13b6a078 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:54:35.356664 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-1d874a25-45e6-4e98-bee4-1c0ba70e9be4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:54:35.485620 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port 0ce99b94-5aa5-4c4f-9502-48ac2675e165 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:54:35.486254 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:35.508830 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d874a25-45e6-4e98-bee4-1c0ba70e9be4 admin admin] Router b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac has already been hosted by L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:54:35.638216 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d874a25-45e6-4e98-bee4-1c0ba70e9be4 admin admin] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:54:35.643700 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-1d874a25-45e6-4e98-bee4-1c0ba70e9be4 admin admin] 10.222.0.41 "PUT /v2.0/routers/b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1685784 Dec 07 18:54:35.660949 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-361f869a-cc8e-47a2-8c32-937bcd755a18 None None] Provisioning complete for port c810455e-f642-4281-bf7b-4b5bcc161f12 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:54:35.661325 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-361f869a-cc8e-47a2-8c32-937bcd755a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:35.703356 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 894da16f-2c92-4ffa-9a5e-b06a2c9be14c up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:54:35.743806 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-361f869a-cc8e-47a2-8c32-937bcd755a18 None None] Port c810455e-f642-4281-bf7b-4b5bcc161f12 cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:54:35.750941 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-9a762a1f-515b-4638-a849-06d6c200196f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac', 'name': 'tempest-TestVolumeBootPattern-728686086-router', 'tenant_id': 'aa800d454410452f84425a1b43506d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'de3754bf-beb3-4be1-a0da-fea3c6041422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:54:31Z', 'updated_at': '2021-12-07T18:54:34Z', 'revision_number': 4, 'project_id': 'aa800d454410452f84425a1b43506d0a', 'gw_port': {'id': 'de3754bf-beb3-4be1-a0da-fea3c6041422', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:80:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:32Z', 'updated_at': '2021-12-07T18:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': 'c810455e-f642-4281-bf7b-4b5bcc161f12', 'name': '', 'network_id': '2a29fe56-f54a-49dd-aca1-70ef13b6a078', 'tenant_id': 'aa800d454410452f84425a1b43506d0a', 'mac_address': 'fa:16:3e:a9:3e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'e64fdb9e-9b5b-45d3-8f23-ef69e52d3a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:34Z', 'updated_at': '2021-12-07T18:54:34Z', 'revision_number': 1, 'project_id': 'aa800d454410452f84425a1b43506d0a', 'subnets': [{'id': 'e64fdb9e-9b5b-45d3-8f23-ef69e52d3a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:54:35.780544 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a762a1f-515b-4638-a849-06d6c200196f None None] The sync data for ids ['b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac'] in dv-cinder-819692-6-iscsi is: [{'id': 'b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac', 'name': 'tempest-TestVolumeBootPattern-728686086-router', 'tenant_id': 'aa800d454410452f84425a1b43506d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'de3754bf-beb3-4be1-a0da-fea3c6041422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:54:31Z', 'updated_at': '2021-12-07T18:54:34Z', 'revision_number': 4, 'project_id': 'aa800d454410452f84425a1b43506d0a', 'gw_port': {'id': 'de3754bf-beb3-4be1-a0da-fea3c6041422', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:80:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:32Z', 'updated_at': '2021-12-07T18:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': 'c810455e-f642-4281-bf7b-4b5bcc161f12', 'name': '', 'network_id': '2a29fe56-f54a-49dd-aca1-70ef13b6a078', 'tenant_id': 'aa800d454410452f84425a1b43506d0a', 'mac_address': 'fa:16:3e:a9:3e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'e64fdb9e-9b5b-45d3-8f23-ef69e52d3a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:34Z', 'updated_at': '2021-12-07T18:54:34Z', 'revision_number': 1, 'project_id': 'aa800d454410452f84425a1b43506d0a', 'subnets': [{'id': 'e64fdb9e-9b5b-45d3-8f23-ef69e52d3a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:54:35.793540 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port 894da16f-2c92-4ffa-9a5e-b06a2c9be14c triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:54:35.793942 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:35.879495 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device b1be4e7c-8111-4050-88ac-6893490a5d4f up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:54:35.932607 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port b1be4e7c-8111-4050-88ac-6893490a5d4f triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:54:35.932987 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:36.245577 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 40264) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:54:36.251007 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-d7b2b53f-7086-4ded-b106-68bce305364b tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1705206457', 'description': 'tempest-secgroup-smoke-1705206457 description', 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:54:36.273574 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d7b2b53f-7086-4ded-b106-68bce305364b tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:36.344950 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d7b2b53f-7086-4ded-b106-68bce305364b tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:36.349116 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d7b2b53f-7086-4ded-b106-68bce305364b tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:36.383098 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d7b2b53f-7086-4ded-b106-68bce305364b tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:36.384593 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-d7b2b53f-7086-4ded-b106-68bce305364b tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1378615 Dec 07 18:54:36.386481 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b2b53f-7086-4ded-b106-68bce305364b tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a420ef7d-7ecd-4438-b787-99e68041f4d6,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:36.387669 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 40266) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:54:36.392572 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-0a2f0746-30ca-446c-936c-d3809ac491d5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Request body: {'security_group_rule': {'security_group_id': 'a420ef7d-7ecd-4438-b787-99e68041f4d6', 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:54:36.420948 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-0a2f0746-30ca-446c-936c-d3809ac491d5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:36.478121 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-0a2f0746-30ca-446c-936c-d3809ac491d5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:36.481537 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-0a2f0746-30ca-446c-936c-d3809ac491d5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742031'] for security_group_rule, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:36.498210 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f0746-30ca-446c-936c-d3809ac491d5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e67b1c-e406-46b1-bd9a-7b0a68096af8,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:36.506806 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-0a2f0746-30ca-446c-936c-d3809ac491d5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:36.508166 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-0a2f0746-30ca-446c-936c-d3809ac491d5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193147 Dec 07 18:54:36.511083 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 40268) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:54:36.515608 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-bdcd5f91-3b87-4192-8f67-ab7850ef356e tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Request body: {'security_group_rule': {'security_group_id': 'a420ef7d-7ecd-4438-b787-99e68041f4d6', 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:54:36.542579 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bdcd5f91-3b87-4192-8f67-ab7850ef356e tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:36.599803 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bdcd5f91-3b87-4192-8f67-ab7850ef356e tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:36.603231 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bdcd5f91-3b87-4192-8f67-ab7850ef356e tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742031'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:36.622003 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd5f91-3b87-4192-8f67-ab7850ef356e tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f81a3693-26cc-4f5e-b6c2-10f3a14e0b41,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:36.632751 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bdcd5f91-3b87-4192-8f67-ab7850ef356e tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:36.636656 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-bdcd5f91-3b87-4192-8f67-ab7850ef356e tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1218452 Dec 07 18:54:36.636753 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 40270) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:54:36.641171 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-8d829445-d92b-4978-801c-6274fadf75ec tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Request body: {'security_group_rule': {'security_group_id': 'a420ef7d-7ecd-4438-b787-99e68041f4d6', 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:54:36.683696 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8d829445-d92b-4978-801c-6274fadf75ec tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:36.746411 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8d829445-d92b-4978-801c-6274fadf75ec tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:36.749895 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8d829445-d92b-4978-801c-6274fadf75ec tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742031'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:36.767348 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d829445-d92b-4978-801c-6274fadf75ec tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0592e03-863f-4db6-8bb9-c85b8abd96ef,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:36.775531 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8d829445-d92b-4978-801c-6274fadf75ec tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:36.776746 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-8d829445-d92b-4978-801c-6274fadf75ec tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1390975 Dec 07 18:54:36.779324 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 40272) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:54:36.784223 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-cb2f9ea7-fefd-41d3-8f17-4e2327986526 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Request body: {'security_group_rule': {'security_group_id': 'a420ef7d-7ecd-4438-b787-99e68041f4d6', 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:54:36.810299 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cb2f9ea7-fefd-41d3-8f17-4e2327986526 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:36.867094 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cb2f9ea7-fefd-41d3-8f17-4e2327986526 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:36.870621 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cb2f9ea7-fefd-41d3-8f17-4e2327986526 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742031'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:36.889489 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f9ea7-fefd-41d3-8f17-4e2327986526 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e743240-31f8-4335-b931-07f1dbf526c1,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:36.898973 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cb2f9ea7-fefd-41d3-8f17-4e2327986526 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:36.900230 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-cb2f9ea7-fefd-41d3-8f17-4e2327986526 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199157 Dec 07 18:54:36.902833 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 40274) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:54:36.907362 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-52789310-a1e9-4378-b353-47ddb583c7b7 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Request body: {'security_group_rule': {'security_group_id': 'a420ef7d-7ecd-4438-b787-99e68041f4d6', 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:54:36.929562 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.db.securitygroups_db [None req-52789310-a1e9-4378-b353-47ddb583c7b7 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Project a6c2dc4c08b44906ac2fbb104a304b3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 18:54:36.934586 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-52789310-a1e9-4378-b353-47ddb583c7b7 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:36.993142 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-52789310-a1e9-4378-b353-47ddb583c7b7 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:36.996661 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-52789310-a1e9-4378-b353-47ddb583c7b7 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742031'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:37.018872 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52789310-a1e9-4378-b353-47ddb583c7b7 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fd723f5-2acb-4d9c-9f05-d14ae0cfe3e9,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:37.023244 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-52789310-a1e9-4378-b353-47ddb583c7b7 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:37.025051 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-52789310-a1e9-4378-b353-47ddb583c7b7 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206090 Dec 07 18:54:37.027148 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 40276) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:54:37.032058 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-a59d5d25-aecb-4ae6-bb24-cecafae4433f tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Request body: {'security_group_rule': {'security_group_id': 'a420ef7d-7ecd-4438-b787-99e68041f4d6', 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:54:37.054199 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.db.securitygroups_db [None req-a59d5d25-aecb-4ae6-bb24-cecafae4433f tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Project a6c2dc4c08b44906ac2fbb104a304b3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 18:54:37.058987 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a59d5d25-aecb-4ae6-bb24-cecafae4433f tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:37.123483 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a59d5d25-aecb-4ae6-bb24-cecafae4433f tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:37.127758 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a59d5d25-aecb-4ae6-bb24-cecafae4433f tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742031'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:37.146420 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d5d25-aecb-4ae6-bb24-cecafae4433f tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb38924c-e471-4966-a4fd-485cad81b95d,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:37.154052 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device de3754bf-beb3-4be1-a0da-fea3c6041422 up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:54:37.156300 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a59d5d25-aecb-4ae6-bb24-cecafae4433f tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:37.161148 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-a59d5d25-aecb-4ae6-bb24-cecafae4433f tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1300671 Dec 07 18:54:37.210930 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port de3754bf-beb3-4be1-a0da-fea3c6041422 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:54:37.211298 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:37.293614 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:37.315728 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] For port de3754bf-beb3-4be1-a0da-fea3c6041422, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=de3754bf-beb3-4be1-a0da-fea3c6041422,segment=NetworkSegment(05f8ab8d-4669-4926-ada9-ecff5fb4eb1d),segment_id=05f8ab8d-4669-4926-ada9-ecff5fb4eb1d)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:54:37.320281 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:37.373055 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Pushing event updated for resources: {'Port': ['ID=de3754bf-beb3-4be1-a0da-fea3c6041422,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:38.654543 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e7696d-ff09-4ba4-8081-8d89bbe3010c None None] Sync routers for ids ['b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac'] in dv-cinder-819692-6-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:54:38.666631 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e7696d-ff09-4ba4-8081-8d89bbe3010c None None] Routers {'b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:54:38.667590 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-e0e7696d-ff09-4ba4-8081-8d89bbe3010c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:54:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:54:38.780315 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-e0e7696d-ff09-4ba4-8081-8d89bbe3010c None None] Set router b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac gateway port host: dv-cinder-819692-6-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:54:38.983776 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-e0e7696d-ff09-4ba4-8081-8d89bbe3010c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac', 'name': 'tempest-TestVolumeBootPattern-728686086-router', 'tenant_id': 'aa800d454410452f84425a1b43506d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'de3754bf-beb3-4be1-a0da-fea3c6041422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:54:31Z', 'updated_at': '2021-12-07T18:54:34Z', 'revision_number': 4, 'project_id': 'aa800d454410452f84425a1b43506d0a', 'gw_port': {'id': 'de3754bf-beb3-4be1-a0da-fea3c6041422', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:80:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:32Z', 'updated_at': '2021-12-07T18:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': 'c810455e-f642-4281-bf7b-4b5bcc161f12', 'name': '', 'network_id': '2a29fe56-f54a-49dd-aca1-70ef13b6a078', 'tenant_id': 'aa800d454410452f84425a1b43506d0a', 'mac_address': 'fa:16:3e:a9:3e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'e64fdb9e-9b5b-45d3-8f23-ef69e52d3a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:34Z', 'updated_at': '2021-12-07T18:54:35Z', 'revision_number': 2, 'project_id': 'aa800d454410452f84425a1b43506d0a', 'subnets': [{'id': 'e64fdb9e-9b5b-45d3-8f23-ef69e52d3a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:54:39.015264 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e7696d-ff09-4ba4-8081-8d89bbe3010c None None] Checking router: b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac for host: dv-cinder-819692-6-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:54:39.015708 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e7696d-ff09-4ba4-8081-8d89bbe3010c None None] Updating router b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac port c810455e-f642-4281-bf7b-4b5bcc161f12 binding host dv-cinder-819692-6-iscsi {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 18:54:39.042708 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e0e7696d-ff09-4ba4-8081-8d89bbe3010c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:39.133153 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device de3754bf-beb3-4be1-a0da-fea3c6041422 up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:54:39.319739 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port de3754bf-beb3-4be1-a0da-fea3c6041422 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:54:39.320018 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:39.326928 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e0e7696d-ff09-4ba4-8081-8d89bbe3010c None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:39.332833 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e0e7696d-ff09-4ba4-8081-8d89bbe3010c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:39.390368 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12573305-fbdb-42f4-9e88-55041f1b1d27 None None] Pushing event updated for resources: {'Port': ['ID=c810455e-f642-4281-bf7b-4b5bcc161f12,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:39.531385 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-e0e7696d-ff09-4ba4-8081-8d89bbe3010c None None] Attempting to bind port c810455e-f642-4281-bf7b-4b5bcc161f12 on host dv-cinder-819692-6-iscsi for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:54:39.531754 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-e0e7696d-ff09-4ba4-8081-8d89bbe3010c None None] Attempting to bind port c810455e-f642-4281-bf7b-4b5bcc161f12 by drivers openvswitch,hyperv on host dv-cinder-819692-6-iscsi at level 0 using segments [{'id': 'b34cd394-ebe0-4593-9c5b-058ed04190cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2a29fe56-f54a-49dd-aca1-70ef13b6a078'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:54:39.532166 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e7696d-ff09-4ba4-8081-8d89bbe3010c None None] Attempting to bind port c810455e-f642-4281-bf7b-4b5bcc161f12 on network 2a29fe56-f54a-49dd-aca1-70ef13b6a078 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:54:39.538122 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e7696d-ff09-4ba4-8081-8d89bbe3010c None None] Checking agent: {'id': 'fd9e3ab0-a028-492f-8cb9-0b732e52b698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819692-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 36, 52), 'started_at': datetime.datetime(2021, 12, 7, 18, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819692-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:54:39.538498 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e7696d-ff09-4ba4-8081-8d89bbe3010c None None] Checking segment: {'id': 'b34cd394-ebe0-4593-9c5b-058ed04190cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2a29fe56-f54a-49dd-aca1-70ef13b6a078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:54:39.538900 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e0e7696d-ff09-4ba4-8081-8d89bbe3010c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:39.539294 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e7696d-ff09-4ba4-8081-8d89bbe3010c None None] Bound using segment: {'id': 'b34cd394-ebe0-4593-9c5b-058ed04190cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2a29fe56-f54a-49dd-aca1-70ef13b6a078'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:54:39.539759 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-e0e7696d-ff09-4ba4-8081-8d89bbe3010c None None] Bound port: c810455e-f642-4281-bf7b-4b5bcc161f12, host: dv-cinder-819692-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b34cd394-ebe0-4593-9c5b-058ed04190cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2a29fe56-f54a-49dd-aca1-70ef13b6a078'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:54:39.540134 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e0e7696d-ff09-4ba4-8081-8d89bbe3010c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:39.594184 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-a823ba56-89b5-4b41-81a0-446563fa888e None None] Provisioning complete for port c810455e-f642-4281-bf7b-4b5bcc161f12 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:54:39.594667 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a823ba56-89b5-4b41-81a0-446563fa888e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:39.608799 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-e0e7696d-ff09-4ba4-8081-8d89bbe3010c None None] For port c810455e-f642-4281-bf7b-4b5bcc161f12, host dv-cinder-819692-6-iscsi, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:54:39.620840 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-e0e7696d-ff09-4ba4-8081-8d89bbe3010c None None] For port c810455e-f642-4281-bf7b-4b5bcc161f12, host dv-cinder-819692-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=c810455e-f642-4281-bf7b-4b5bcc161f12,segment=NetworkSegment(b34cd394-ebe0-4593-9c5b-058ed04190cc),segment_id=b34cd394-ebe0-4593-9c5b-058ed04190cc)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:54:39.625030 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e0e7696d-ff09-4ba4-8081-8d89bbe3010c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:39.630814 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a823ba56-89b5-4b41-81a0-446563fa888e None None] Port c810455e-f642-4281-bf7b-4b5bcc161f12 cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:54:39.674925 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e7696d-ff09-4ba4-8081-8d89bbe3010c None None] Routers {'b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:54:39.675569 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-e0e7696d-ff09-4ba4-8081-8d89bbe3010c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:54:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:54:39.717831 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:39.737760 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12573305-fbdb-42f4-9e88-55041f1b1d27 None None] Pushing event updated for resources: {'Port': ['ID=c810455e-f642-4281-bf7b-4b5bcc161f12,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:39.803565 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-e0e7696d-ff09-4ba4-8081-8d89bbe3010c None None] Set router b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac gateway port host: dv-cinder-819692-6-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:54:39.850907 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-bceef6ab-5c00-4108-8e2a-8c220595a5bc None None] Provisioning complete for port c810455e-f642-4281-bf7b-4b5bcc161f12 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:54:39.851276 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bceef6ab-5c00-4108-8e2a-8c220595a5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:39.933290 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bceef6ab-5c00-4108-8e2a-8c220595a5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:39.967867 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-bceef6ab-5c00-4108-8e2a-8c220595a5bc None None] For port c810455e-f642-4281-bf7b-4b5bcc161f12, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=c810455e-f642-4281-bf7b-4b5bcc161f12,segment=NetworkSegment(b34cd394-ebe0-4593-9c5b-058ed04190cc),segment_id=b34cd394-ebe0-4593-9c5b-058ed04190cc)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:54:39.972359 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bceef6ab-5c00-4108-8e2a-8c220595a5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:40.009796 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-e0e7696d-ff09-4ba4-8081-8d89bbe3010c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac', 'name': 'tempest-TestVolumeBootPattern-728686086-router', 'tenant_id': 'aa800d454410452f84425a1b43506d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'de3754bf-beb3-4be1-a0da-fea3c6041422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:54:31Z', 'updated_at': '2021-12-07T18:54:34Z', 'revision_number': 4, 'project_id': 'aa800d454410452f84425a1b43506d0a', 'gw_port': {'id': 'de3754bf-beb3-4be1-a0da-fea3c6041422', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:80:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:32Z', 'updated_at': '2021-12-07T18:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': 'c810455e-f642-4281-bf7b-4b5bcc161f12', 'name': '', 'network_id': '2a29fe56-f54a-49dd-aca1-70ef13b6a078', 'tenant_id': 'aa800d454410452f84425a1b43506d0a', 'mac_address': 'fa:16:3e:a9:3e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'e64fdb9e-9b5b-45d3-8f23-ef69e52d3a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:34Z', 'updated_at': '2021-12-07T18:54:39Z', 'revision_number': 4, 'project_id': 'aa800d454410452f84425a1b43506d0a', 'subnets': [{'id': 'e64fdb9e-9b5b-45d3-8f23-ef69e52d3a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:54:40.024727 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceef6ab-5c00-4108-8e2a-8c220595a5bc None None] Pushing event updated for resources: {'Port': ['ID=c810455e-f642-4281-bf7b-4b5bcc161f12,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:40.036055 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e7696d-ff09-4ba4-8081-8d89bbe3010c None None] The sync data for ids ['b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac'] in dv-cinder-819692-6-iscsi is: [{'id': 'b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac', 'name': 'tempest-TestVolumeBootPattern-728686086-router', 'tenant_id': 'aa800d454410452f84425a1b43506d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'de3754bf-beb3-4be1-a0da-fea3c6041422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:54:31Z', 'updated_at': '2021-12-07T18:54:34Z', 'revision_number': 4, 'project_id': 'aa800d454410452f84425a1b43506d0a', 'gw_port': {'id': 'de3754bf-beb3-4be1-a0da-fea3c6041422', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:80:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:32Z', 'updated_at': '2021-12-07T18:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': 'c810455e-f642-4281-bf7b-4b5bcc161f12', 'name': '', 'network_id': '2a29fe56-f54a-49dd-aca1-70ef13b6a078', 'tenant_id': 'aa800d454410452f84425a1b43506d0a', 'mac_address': 'fa:16:3e:a9:3e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'e64fdb9e-9b5b-45d3-8f23-ef69e52d3a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:34Z', 'updated_at': '2021-12-07T18:54:39Z', 'revision_number': 4, 'project_id': 'aa800d454410452f84425a1b43506d0a', 'subnets': [{'id': 'e64fdb9e-9b5b-45d3-8f23-ef69e52d3a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:54:41.150761 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device c810455e-f642-4281-bf7b-4b5bcc161f12 up at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:54:41.201948 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Provisioning complete for port c810455e-f642-4281-bf7b-4b5bcc161f12 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:54:41.202318 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:45.479848 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-72070300-0d08-4d8e-ae6c-5d80666a34f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:47.833626 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-45418314-1588-4055-be74-51745bf65320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:49.825621 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:50.332864 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:51.699833 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:52.482570 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-45b874cd-c71e-4190-8636-682003c2a19a req-e5483726-ca55-4b78-8cbd-9eb1927acd83 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1705206457&fields=id&tenant_id=a6c2dc4c08b44906ac2fbb104a304b3e HTTP/1.1" status: 200 len: 267 time: 0.0444760 Dec 07 18:54:52.591957 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b874cd-c71e-4190-8636-682003c2a19a req-84b74e37-a84a-4653-b06d-7932a596bdd5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:54:52.593405 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-45b874cd-c71e-4190-8636-682003c2a19a req-84b74e37-a84a-4653-b06d-7932a596bdd5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/networks?id=c3e28be2-bcfa-4afd-ab13-222c89764d73 HTTP/1.1" status: 200 len: 812 time: 0.1043622 Dec 07 18:54:52.608966 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-45b874cd-c71e-4190-8636-682003c2a19a req-d3478e5b-2a8e-45fc-9b78-c081d5107635 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/quotas/a6c2dc4c08b44906ac2fbb104a304b3e HTTP/1.1" status: 200 len: 375 time: 0.0097320 Dec 07 18:54:52.660248 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-45b874cd-c71e-4190-8636-682003c2a19a req-f46a01cd-7dbe-4b88-93ac-916a5414636d tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6c2dc4c08b44906ac2fbb104a304b3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460384 Dec 07 18:54:52.764642 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [req-45b874cd-c71e-4190-8636-682003c2a19a req-04917e0b-13e1-4546-8386-c623d109af68 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 18:54:52.765652 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-45b874cd-c71e-4190-8636-682003c2a19a req-04917e0b-13e1-4546-8386-c623d109af68 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0943968 Dec 07 18:54:52.854876 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-45b874cd-c71e-4190-8636-682003c2a19a req-aa11ed76-d6e5-4cfe-9e01-d2abc16f6a9f service neutron] 10.222.0.41 "GET /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830057 Dec 07 18:54:52.948138 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-45b874cd-c71e-4190-8636-682003c2a19a req-a2ff03f4-ba44-4ab3-acfc-3bff657ff5d7 service neutron] 10.222.0.41 "GET /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872855 Dec 07 18:54:53.275689 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7c26f68a-0435-4146-a2fd-c18760f6cc18 req-694b8004-f321-4b2c-b42c-8b9ed2413a74 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad3fd07c-6bd1-4f65-8941-503b928649a7 HTTP/1.1" status: 200 len: 210 time: 0.0794377 Dec 07 18:54:54.237752 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b874cd-c71e-4190-8636-682003c2a19a req-936e6bff-5384-4c6e-a8c8-a8ea3a2de0e6 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:54:54.239207 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-45b874cd-c71e-4190-8636-682003c2a19a req-936e6bff-5384-4c6e-a8c8-a8ea3a2de0e6 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.23 "GET /v2.0/networks?id=c3e28be2-bcfa-4afd-ab13-222c89764d73 HTTP/1.1" status: 200 len: 812 time: 0.1098382 Dec 07 18:54:54.304780 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-45b874cd-c71e-4190-8636-682003c2a19a req-d73edb35-62d8-4365-9a58-de795a0ac906 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6c2dc4c08b44906ac2fbb104a304b3e HTTP/1.1" status: 200 len: 380 time: 0.0560255 Dec 07 18:54:54.314459 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [req-45b874cd-c71e-4190-8636-682003c2a19a req-afd78dcf-72cb-4f2b-9d24-50df9ff39e60 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Request body: {'port': {'device_id': 'ad3fd07c-6bd1-4f65-8941-503b928649a7', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'admin_state_up': True, 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'security_groups': ['a420ef7d-7ecd-4438-b787-99e68041f4d6']}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:54:54.387229 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-87ef40d5-5d09-4862-9dfe-14cc71196067 req-e91518f8-b5dd-4e78-befb-aa04b113732c tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad3fd07c-6bd1-4f65-8941-503b928649a7 HTTP/1.1" status: 200 len: 210 time: 0.0299289 Dec 07 18:54:54.429947 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45b874cd-c71e-4190-8636-682003c2a19a req-afd78dcf-72cb-4f2b-9d24-50df9ff39e60 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Made reservation on behalf of a6c2dc4c08b44906ac2fbb104a304b3e for: {'port': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:54:54.433554 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-45b874cd-c71e-4190-8636-682003c2a19a req-afd78dcf-72cb-4f2b-9d24-50df9ff39e60 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:54.557169 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [req-45b874cd-c71e-4190-8636-682003c2a19a req-afd78dcf-72cb-4f2b-9d24-50df9ff39e60 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Allocated IP 172.20.0.12 (c3e28be2-bcfa-4afd-ab13-222c89764d73/bf6d62ae-f8fc-4a92-9841-47a88e37b710/f1869558-05b2-4ac8-8e27-f283cb7d365f) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:54:54.703477 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-45b874cd-c71e-4190-8636-682003c2a19a req-afd78dcf-72cb-4f2b-9d24-50df9ff39e60 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for port, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:54.741062 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-45b874cd-c71e-4190-8636-682003c2a19a req-afd78dcf-72cb-4f2b-9d24-50df9ff39e60 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:54.783157 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45b874cd-c71e-4190-8636-682003c2a19a req-afd78dcf-72cb-4f2b-9d24-50df9ff39e60 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Network c3e28be2-bcfa-4afd-ab13-222c89764d73 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:54:54.786228 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [req-45b874cd-c71e-4190-8636-682003c2a19a req-afd78dcf-72cb-4f2b-9d24-50df9ff39e60 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:54:54.790449 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b874cd-c71e-4190-8636-682003c2a19a req-afd78dcf-72cb-4f2b-9d24-50df9ff39e60 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:54:54.813795 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd78dcf-72cb-4f2b-9d24-50df9ff39e60 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Pushing event updated for resources: {'Port': ['ID=f1869558-05b2-4ac8-8e27-f283cb7d365f,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:54.843207 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b874cd-c71e-4190-8636-682003c2a19a req-afd78dcf-72cb-4f2b-9d24-50df9ff39e60 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:54:54.843826 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-45b874cd-c71e-4190-8636-682003c2a19a req-afd78dcf-72cb-4f2b-9d24-50df9ff39e60 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:54.862151 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-45b874cd-c71e-4190-8636-682003c2a19a req-afd78dcf-72cb-4f2b-9d24-50df9ff39e60 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5513213 Dec 07 18:54:54.872585 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [req-45b874cd-c71e-4190-8636-682003c2a19a req-71ff3ecd-0ab2-4062-a0c8-179bb3b923f2 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 18:54:54.873550 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-45b874cd-c71e-4190-8636-682003c2a19a req-71ff3ecd-0ab2-4062-a0c8-179bb3b923f2 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051758 Dec 07 18:54:54.931788 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [req-45b874cd-c71e-4190-8636-682003c2a19a req-dcfd673d-f6d2-4ea5-8248-8bbf57dd07fa service neutron] Request body: {'port': {'device_id': 'ad3fd07c-6bd1-4f65-8941-503b928649a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:54:54.990534 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-45b874cd-c71e-4190-8636-682003c2a19a req-dcfd673d-f6d2-4ea5-8248-8bbf57dd07fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:54.998875 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f04681f9-50ba-4c08-8aaa-7f9a4f3ba7e6 None None] Provisioning complete for port f1869558-05b2-4ac8-8e27-f283cb7d365f triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:54:54.999513 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f04681f9-50ba-4c08-8aaa-7f9a4f3ba7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:55.036361 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f04681f9-50ba-4c08-8aaa-7f9a4f3ba7e6 None None] Port f1869558-05b2-4ac8-8e27-f283cb7d365f cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:54:55.249299 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [req-45b874cd-c71e-4190-8636-682003c2a19a req-dcfd673d-f6d2-4ea5-8248-8bbf57dd07fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1869558-05b2-4ac8-8e27-f283cb7d365f {{(pid=109084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:54:55.256594 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-45b874cd-c71e-4190-8636-682003c2a19a req-dcfd673d-f6d2-4ea5-8248-8bbf57dd07fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:55.268930 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.provisioning_blocks [req-45b874cd-c71e-4190-8636-682003c2a19a req-dcfd673d-f6d2-4ea5-8248-8bbf57dd07fa service neutron] Transition to ACTIVE for port object f1869558-05b2-4ac8-8e27-f283cb7d365f will not be triggered until provisioned by entity L2. {{(pid=109084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:54:55.274341 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-45b874cd-c71e-4190-8636-682003c2a19a req-dcfd673d-f6d2-4ea5-8248-8bbf57dd07fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530413597'] for port, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:55.349113 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd673d-f6d2-4ea5-8248-8bbf57dd07fa service neutron] Pushing event updated for resources: {'Port': ['ID=f1869558-05b2-4ac8-8e27-f283cb7d365f,revision_number=2']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:55.398008 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-45b874cd-c71e-4190-8636-682003c2a19a req-dcfd673d-f6d2-4ea5-8248-8bbf57dd07fa service neutron] Attempting to bind port f1869558-05b2-4ac8-8e27-f283cb7d365f on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:54:55.398341 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-45b874cd-c71e-4190-8636-682003c2a19a req-dcfd673d-f6d2-4ea5-8248-8bbf57dd07fa service neutron] Attempting to bind port f1869558-05b2-4ac8-8e27-f283cb7d365f by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': '12974582-b04d-46ee-b120-5fc52001b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73'}] {{(pid=109084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:54:55.398755 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b874cd-c71e-4190-8636-682003c2a19a req-dcfd673d-f6d2-4ea5-8248-8bbf57dd07fa service neutron] Attempting to bind port f1869558-05b2-4ac8-8e27-f283cb7d365f on network c3e28be2-bcfa-4afd-ab13-222c89764d73 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:54:55.403369 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b874cd-c71e-4190-8636-682003c2a19a req-dcfd673d-f6d2-4ea5-8248-8bbf57dd07fa service neutron] Port f1869558-05b2-4ac8-8e27-f283cb7d365f on network c3e28be2-bcfa-4afd-ab13-222c89764d73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:54:55.403696 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b874cd-c71e-4190-8636-682003c2a19a req-dcfd673d-f6d2-4ea5-8248-8bbf57dd07fa service neutron] Attempting to bind port f1869558-05b2-4ac8-8e27-f283cb7d365f on network c3e28be2-bcfa-4afd-ab13-222c89764d73 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:54:55.408661 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b874cd-c71e-4190-8636-682003c2a19a req-dcfd673d-f6d2-4ea5-8248-8bbf57dd07fa service neutron] Checking agent: {'id': '9b8b7df7-f18f-49d8-b3bd-9764bcedc888', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'started_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:54:55.408993 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b874cd-c71e-4190-8636-682003c2a19a req-dcfd673d-f6d2-4ea5-8248-8bbf57dd07fa service neutron] Checking segment: {'id': '12974582-b04d-46ee-b120-5fc52001b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:54:55.409374 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b874cd-c71e-4190-8636-682003c2a19a req-dcfd673d-f6d2-4ea5-8248-8bbf57dd07fa service neutron] Bound using segment: {'id': '12974582-b04d-46ee-b120-5fc52001b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73'} {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:54:55.409812 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-45b874cd-c71e-4190-8636-682003c2a19a req-dcfd673d-f6d2-4ea5-8248-8bbf57dd07fa service neutron] Bound port: f1869558-05b2-4ac8-8e27-f283cb7d365f, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12974582-b04d-46ee-b120-5fc52001b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73'}}] {{(pid=109084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:54:55.410172 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-45b874cd-c71e-4190-8636-682003c2a19a req-dcfd673d-f6d2-4ea5-8248-8bbf57dd07fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:55.506140 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-45b874cd-c71e-4190-8636-682003c2a19a req-dcfd673d-f6d2-4ea5-8248-8bbf57dd07fa service neutron] For port f1869558-05b2-4ac8-8e27-f283cb7d365f, host hv-cinder-81969, cleared binding levels {{(pid=109084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:54:55.521126 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-45b874cd-c71e-4190-8636-682003c2a19a req-dcfd673d-f6d2-4ea5-8248-8bbf57dd07fa service neutron] For port f1869558-05b2-4ac8-8e27-f283cb7d365f, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=f1869558-05b2-4ac8-8e27-f283cb7d365f,segment=NetworkSegment(12974582-b04d-46ee-b120-5fc52001b2bb),segment_id=12974582-b04d-46ee-b120-5fc52001b2bb)] {{(pid=109084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:54:55.525228 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-45b874cd-c71e-4190-8636-682003c2a19a req-dcfd673d-f6d2-4ea5-8248-8bbf57dd07fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530413597'] for port, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:55.565107 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eabe5c-3c0b-4c55-90b6-d53bb745a43f req-d67ddc6a-fb7c-44da-9ac3-527328b9d0f9 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:54:55.566651 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-95eabe5c-3c0b-4c55-90b6-d53bb745a43f req-d67ddc6a-fb7c-44da-9ac3-527328b9d0f9 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad3fd07c-6bd1-4f65-8941-503b928649a7 HTTP/1.1" status: 200 len: 944 time: 0.1020105 Dec 07 18:54:55.575920 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b874cd-c71e-4190-8636-682003c2a19a req-dcfd673d-f6d2-4ea5-8248-8bbf57dd07fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:54:55.576658 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-45b874cd-c71e-4190-8636-682003c2a19a req-dcfd673d-f6d2-4ea5-8248-8bbf57dd07fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:54:55.577808 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-45b874cd-c71e-4190-8636-682003c2a19a req-dcfd673d-f6d2-4ea5-8248-8bbf57dd07fa service neutron] 10.222.0.23 "PUT /v2.0/ports/f1869558-05b2-4ac8-8e27-f283cb7d365f HTTP/1.1" status: 200 len: 1094 time: 0.6962318 Dec 07 18:54:55.578344 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad3fd07c-6bd1-4f65-8941-503b928649a7', 'tag': 'f1869558-05b2-4ac8-8e27-f283cb7d365f'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:54:55.580568 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a9c8e9ce0db27bff2b715efe80f7ddeb02331314c1c7d49b52ba908637cab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154d288f-c904-42df-8ff9-8de27a42e118" -d '{"events": [{"name": "network-changed", "server_uuid": "ad3fd07c-6bd1-4f65-8941-503b928649a7", "tag": "f1869558-05b2-4ac8-8e27-f283cb7d365f"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:54:55.615482 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd673d-f6d2-4ea5-8248-8bbf57dd07fa service neutron] Pushing event updated for resources: {'Port': ['ID=f1869558-05b2-4ac8-8e27-f283cb7d365f,revision_number=3']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:54:55.671607 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-95eabe5c-3c0b-4c55-90b6-d53bb745a43f req-7f3e69b0-686f-481b-9df4-38b02e3e51d5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878179 Dec 07 18:54:55.685164 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b874cd-c71e-4190-8636-682003c2a19a req-64ab771e-7ebc-441f-acbb-9c3be46b1c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:54:55.686690 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-45b874cd-c71e-4190-8636-682003c2a19a req-64ab771e-7ebc-441f-acbb-9c3be46b1c92 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a6c2dc4c08b44906ac2fbb104a304b3e&device_id=ad3fd07c-6bd1-4f65-8941-503b928649a7 HTTP/1.1" status: 200 len: 1097 time: 0.0628564 Dec 07 18:54:55.744029 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1f9ecb-4f64-4c7a-9e3a-bea6835a51d3 x-openstack-request-id: req-5c1f9ecb-4f64-4c7a-9e3a-bea6835a51d3 {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:54:55.744324 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad3fd07c-6bd1-4f65-8941-503b928649a7", "tag": "f1869558-05b2-4ac8-8e27-f283cb7d365f", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:54:55.744583 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5c1f9ecb-4f64-4c7a-9e3a-bea6835a51d3 {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:54:55.744988 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad3fd07c-6bd1-4f65-8941-503b928649a7', 'tag': 'f1869558-05b2-4ac8-8e27-f283cb7d365f', 'status': 'completed', 'code': 200} Dec 07 18:54:55.746858 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-45b874cd-c71e-4190-8636-682003c2a19a req-0e2c104d-6d30-434d-8ba8-f235558a3ced service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1869558-05b2-4ac8-8e27-f283cb7d365f HTTP/1.1" status: 200 len: 217 time: 0.0519497 Dec 07 18:54:55.799163 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b874cd-c71e-4190-8636-682003c2a19a req-2b4f0a8b-d4df-4758-8140-6df6d2cd5bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:54:55.800631 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-45b874cd-c71e-4190-8636-682003c2a19a req-2b4f0a8b-d4df-4758-8140-6df6d2cd5bbf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf6d62ae-f8fc-4a92-9841-47a88e37b710 HTTP/1.1" status: 200 len: 851 time: 0.0460107 Dec 07 18:54:55.844774 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b874cd-c71e-4190-8636-682003c2a19a req-05b247cb-d169-4690-8e6e-595ee33a5c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:54:55.846186 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-45b874cd-c71e-4190-8636-682003c2a19a req-05b247cb-d169-4690-8e6e-595ee33a5c75 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c3e28be2-bcfa-4afd-ab13-222c89764d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385728 Dec 07 18:54:55.937636 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-45b874cd-c71e-4190-8636-682003c2a19a req-5aa9c755-e91a-4235-a91b-9f2c078910c6 service neutron] 10.222.0.23 "GET /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836158 Dec 07 18:54:56.025889 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-45b874cd-c71e-4190-8636-682003c2a19a req-efa3f941-72d7-4fe0-802d-cf7d77d4d3ee service neutron] 10.222.0.23 "GET /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818706 Dec 07 18:54:56.111914 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d288f-c904-42df-8ff9-8de27a42e118 req-bdae4522-9772-41ba-a506-c4073fc68499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:54:56.113399 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-154d288f-c904-42df-8ff9-8de27a42e118 req-bdae4522-9772-41ba-a506-c4073fc68499 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a6c2dc4c08b44906ac2fbb104a304b3e&device_id=ad3fd07c-6bd1-4f65-8941-503b928649a7 HTTP/1.1" status: 200 len: 1097 time: 0.0431879 Dec 07 18:54:56.202851 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d288f-c904-42df-8ff9-8de27a42e118 req-7183ee59-5c27-4f72-9831-385a27aa670e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:54:56.204288 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-154d288f-c904-42df-8ff9-8de27a42e118 req-7183ee59-5c27-4f72-9831-385a27aa670e service neutron] 10.222.0.23 "GET /v2.0/networks?id=c3e28be2-bcfa-4afd-ab13-222c89764d73 HTTP/1.1" status: 200 len: 913 time: 0.0834296 Dec 07 18:54:56.250649 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-154d288f-c904-42df-8ff9-8de27a42e118 req-08cd521f-f88a-48f0-8d22-6d8a896acacf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1869558-05b2-4ac8-8e27-f283cb7d365f HTTP/1.1" status: 200 len: 217 time: 0.0357966 Dec 07 18:54:56.299486 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d288f-c904-42df-8ff9-8de27a42e118 req-0d8ae54f-270e-4766-a690-7ae5d0fe9a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:54:56.300894 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-154d288f-c904-42df-8ff9-8de27a42e118 req-0d8ae54f-270e-4766-a690-7ae5d0fe9a70 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf6d62ae-f8fc-4a92-9841-47a88e37b710 HTTP/1.1" status: 200 len: 851 time: 0.0424011 Dec 07 18:54:56.346549 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d288f-c904-42df-8ff9-8de27a42e118 req-b82a2823-5dc6-4d52-a596-7a317e1dedfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:54:56.347995 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-154d288f-c904-42df-8ff9-8de27a42e118 req-b82a2823-5dc6-4d52-a596-7a317e1dedfb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c3e28be2-bcfa-4afd-ab13-222c89764d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395355 Dec 07 18:54:56.437415 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-154d288f-c904-42df-8ff9-8de27a42e118 req-f99e9148-b028-4f92-b0eb-22ebcb3189c0 service neutron] 10.222.0.23 "GET /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818491 Dec 07 18:54:56.522467 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-154d288f-c904-42df-8ff9-8de27a42e118 req-c8173d3e-fa99-48b8-9b1a-dc78fdf0f12c service neutron] 10.222.0.23 "GET /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780215 Dec 07 18:54:56.798594 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d16be-fb37-4102-8daf-2c8a02a38976 req-c9b142e5-9660-4685-b2ba-38996c0294ef tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:54:56.799937 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-236d16be-fb37-4102-8daf-2c8a02a38976 req-c9b142e5-9660-4685-b2ba-38996c0294ef tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad3fd07c-6bd1-4f65-8941-503b928649a7 HTTP/1.1" status: 200 len: 944 time: 0.0512607 Dec 07 18:54:56.847225 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-236d16be-fb37-4102-8daf-2c8a02a38976 req-91c49548-9b99-4fa7-9cf8-7773c6ed9098 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407479 Dec 07 18:54:57.964211 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37d716-3c4a-4323-9a28-8529e32dc025 req-8a5bab9c-510e-485b-87ae-5a399ca701d3 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:54:57.965690 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ee37d716-3c4a-4323-9a28-8529e32dc025 req-8a5bab9c-510e-485b-87ae-5a399ca701d3 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad3fd07c-6bd1-4f65-8941-503b928649a7 HTTP/1.1" status: 200 len: 944 time: 0.0498748 Dec 07 18:54:58.015348 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ee37d716-3c4a-4323-9a28-8529e32dc025 req-e375669b-09e7-4ba5-ad9f-0b6804cdc0e8 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438397 Dec 07 18:54:59.127658 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e3553-5916-4e27-a300-04664f32736c req-5c601f6b-3e86-4346-8292-626b9d7e58ee tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:54:59.129128 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b44e3553-5916-4e27-a300-04664f32736c req-5c601f6b-3e86-4346-8292-626b9d7e58ee tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad3fd07c-6bd1-4f65-8941-503b928649a7 HTTP/1.1" status: 200 len: 944 time: 0.0492949 Dec 07 18:54:59.180246 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b44e3553-5916-4e27-a300-04664f32736c req-c49eefea-aa46-4f10-8337-ee13feb889c5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441847 Dec 07 18:55:00.298387 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816fb55a-8ba9-4c58-823b-39416d77098b req-9423f3bc-90c0-476c-b0d4-f0af72a12893 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:55:00.299831 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-816fb55a-8ba9-4c58-823b-39416d77098b req-9423f3bc-90c0-476c-b0d4-f0af72a12893 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad3fd07c-6bd1-4f65-8941-503b928649a7 HTTP/1.1" status: 200 len: 944 time: 0.0523605 Dec 07 18:55:00.348310 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-816fb55a-8ba9-4c58-823b-39416d77098b req-f0ba50c4-db31-4a71-ab9c-d281a02043b4 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424123 Dec 07 18:55:01.461751 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2bd5b-df0b-452c-9844-f4e375b8c3f0 req-65aa5b96-5b7b-4cf5-903a-6f729db8c26a tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:55:01.463236 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8ca2bd5b-df0b-452c-9844-f4e375b8c3f0 req-65aa5b96-5b7b-4cf5-903a-6f729db8c26a tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad3fd07c-6bd1-4f65-8941-503b928649a7 HTTP/1.1" status: 200 len: 944 time: 0.0482275 Dec 07 18:55:01.513717 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8ca2bd5b-df0b-452c-9844-f4e375b8c3f0 req-781f51ac-a25c-4e8f-b533-6cb9b49fee65 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446141 Dec 07 18:55:02.626233 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e8c71-2086-44b5-9006-c16cca609ddc req-83144913-0c24-4c3a-9347-15e348be943e tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:55:02.627684 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fd8e8c71-2086-44b5-9006-c16cca609ddc req-83144913-0c24-4c3a-9347-15e348be943e tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad3fd07c-6bd1-4f65-8941-503b928649a7 HTTP/1.1" status: 200 len: 944 time: 0.0480785 Dec 07 18:55:02.676071 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fd8e8c71-2086-44b5-9006-c16cca609ddc req-970b7f5e-4df7-404c-9331-6fa861a96c57 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424736 Dec 07 18:55:03.788956 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50e3ae-df36-4ef3-a67d-6c8e1fffa50d req-4b58d5f8-0710-49c5-85a7-daea55ec997e tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:55:03.790429 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3a50e3ae-df36-4ef3-a67d-6c8e1fffa50d req-4b58d5f8-0710-49c5-85a7-daea55ec997e tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad3fd07c-6bd1-4f65-8941-503b928649a7 HTTP/1.1" status: 200 len: 944 time: 0.0468132 Dec 07 18:55:03.838447 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3a50e3ae-df36-4ef3-a67d-6c8e1fffa50d req-660eb7d6-2f68-42ed-9a88-4a74feaa703a tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419130 Dec 07 18:55:03.885069 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device f1869558-05b2-4ac8-8e27-f283cb7d365f details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:55:03.980077 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port f1869558-05b2-4ac8-8e27-f283cb7d365f, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=f1869558-05b2-4ac8-8e27-f283cb7d365f,segment=NetworkSegment(12974582-b04d-46ee-b120-5fc52001b2bb),segment_id=12974582-b04d-46ee-b120-5fc52001b2bb)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:55:03.990434 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Returning: {'device': 'f1869558-05b2-4ac8-8e27-f283cb7d365f', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'port_id': 'f1869558-05b2-4ac8-8e27-f283cb7d365f', 'mac_address': 'fa:16:3e:27:56:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:55:04.026163 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:55:04.038183 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1869558-05b2-4ac8-8e27-f283cb7d365f {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:55:04.058117 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port f1869558-05b2-4ac8-8e27-f283cb7d365f, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=f1869558-05b2-4ac8-8e27-f283cb7d365f,segment=NetworkSegment(12974582-b04d-46ee-b120-5fc52001b2bb),segment_id=12974582-b04d-46ee-b120-5fc52001b2bb)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:55:04.062687 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:55:04.108043 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=f1869558-05b2-4ac8-8e27-f283cb7d365f,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:55:04.274869 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['f1869558-05b2-4ac8-8e27-f283cb7d365f'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:55:04.955797 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3570cc-68ff-42d5-9451-353eb730a849 req-b0ff710b-0522-42dd-a0b3-c1ff57ba18ff tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:55:04.957265 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ee3570cc-68ff-42d5-9451-353eb730a849 req-b0ff710b-0522-42dd-a0b3-c1ff57ba18ff tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad3fd07c-6bd1-4f65-8941-503b928649a7 HTTP/1.1" status: 200 len: 945 time: 0.0534225 Dec 07 18:55:05.005970 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ee3570cc-68ff-42d5-9451-353eb730a849 req-ae521030-7523-4aa3-8df7-c9377acdae91 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426655 Dec 07 18:55:05.900723 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device f1869558-05b2-4ac8-8e27-f283cb7d365f up at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:55:05.968346 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning for port f1869558-05b2-4ac8-8e27-f283cb7d365f completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:55:05.972096 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning complete for port f1869558-05b2-4ac8-8e27-f283cb7d365f triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:55:05.972465 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:55:06.047768 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:55:06.070859 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3fd07c-6bd1-4f65-8941-503b928649a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1869558-05b2-4ac8-8e27-f283cb7d365f'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:55:06.073106 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab3a8ce7da5a640e7c4dfc04f2c3e6911255c2d0b826cd7cc2b97a426bb0a1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03094ef6-1b9b-4f64-9a7a-a6f7b0281056" -d '{"events": [{"server_uuid": "ad3fd07c-6bd1-4f65-8941-503b928649a7", "name": "network-vif-plugged", "status": "completed", "tag": "f1869558-05b2-4ac8-8e27-f283cb7d365f"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:55:06.088768 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port f1869558-05b2-4ac8-8e27-f283cb7d365f, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=f1869558-05b2-4ac8-8e27-f283cb7d365f,segment=NetworkSegment(12974582-b04d-46ee-b120-5fc52001b2bb),segment_id=12974582-b04d-46ee-b120-5fc52001b2bb)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:55:06.093012 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:55:06.121777 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5fb76-222d-4430-9389-e291be2747c3 req-a191711d-9a85-4b39-a25f-5a20ff51b6aa tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:55:06.124254 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1fd5fb76-222d-4430-9389-e291be2747c3 req-a191711d-9a85-4b39-a25f-5a20ff51b6aa tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad3fd07c-6bd1-4f65-8941-503b928649a7 HTTP/1.1" status: 200 len: 945 time: 0.0524988 Dec 07 18:55:06.153291 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=f1869558-05b2-4ac8-8e27-f283cb7d365f,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:55:06.175471 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3572c5d-617a-4b59-8342-dd09fc7f10f7 x-openstack-request-id: req-f3572c5d-617a-4b59-8342-dd09fc7f10f7 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:55:06.176004 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad3fd07c-6bd1-4f65-8941-503b928649a7", "name": "network-vif-plugged", "status": "completed", "tag": "f1869558-05b2-4ac8-8e27-f283cb7d365f", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:55:06.176272 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f3572c5d-617a-4b59-8342-dd09fc7f10f7 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:55:06.176674 dv-cinder-819692-6-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3fd07c-6bd1-4f65-8941-503b928649a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1869558-05b2-4ac8-8e27-f283cb7d365f', 'code': 200} Dec 07 18:55:06.177552 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1fd5fb76-222d-4430-9389-e291be2747c3 req-0dde8b05-5ba7-4a77-bbee-e8cbb3e838c4 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465810 Dec 07 18:55:06.397742 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fcb8e-6e62-4751-b417-0130341a8fe5 req-b910d0a5-1093-48d4-8461-e4a125dd9202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:55:06.399287 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-733fcb8e-6e62-4751-b417-0130341a8fe5 req-b910d0a5-1093-48d4-8461-e4a125dd9202 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fd07c-6bd1-4f65-8941-503b928649a7 HTTP/1.1" status: 200 len: 1099 time: 0.0429862 Dec 07 18:55:06.444772 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-733fcb8e-6e62-4751-b417-0130341a8fe5 req-e25e4dac-2e34-4e73-9372-3f9d6cf246d3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376177 Dec 07 18:55:07.300779 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5543c8-d6d0-4340-a533-e0cd087125fd req-828d967c-12ef-4d7d-8d16-b4d7796eb6b9 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:55:07.302348 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ed5543c8-d6d0-4340-a533-e0cd087125fd req-828d967c-12ef-4d7d-8d16-b4d7796eb6b9 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad3fd07c-6bd1-4f65-8941-503b928649a7 HTTP/1.1" status: 200 len: 946 time: 0.0516455 Dec 07 18:55:07.356338 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ed5543c8-d6d0-4340-a533-e0cd087125fd req-b2b58e9e-fc2c-4b25-9c12-03a646b87902 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467503 Dec 07 18:55:07.472031 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:55:08.473266 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c905bc5-60e0-48ad-9f1e-7e64dfd5ccd0 req-ecfa3092-4e11-4f5a-8042-410e7b26893a tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:55:08.474745 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4c905bc5-60e0-48ad-9f1e-7e64dfd5ccd0 req-ecfa3092-4e11-4f5a-8042-410e7b26893a tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad3fd07c-6bd1-4f65-8941-503b928649a7 HTTP/1.1" status: 200 len: 946 time: 0.0480595 Dec 07 18:55:08.523637 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4c905bc5-60e0-48ad-9f1e-7e64dfd5ccd0 req-426fc16d-1e1a-43d2-8e48-78fa0240c443 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423443 Dec 07 18:55:08.635940 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aeda97-f170-4658-b1ed-82229eecb9ff req-35189b2a-ec3a-4925-92d5-ec8da31de6a5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:55:08.637316 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-31aeda97-f170-4658-b1ed-82229eecb9ff req-35189b2a-ec3a-4925-92d5-ec8da31de6a5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad3fd07c-6bd1-4f65-8941-503b928649a7 HTTP/1.1" status: 200 len: 946 time: 0.0480566 Dec 07 18:55:08.689615 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-31aeda97-f170-4658-b1ed-82229eecb9ff req-fbc09403-b57a-4619-8fc7-5cbc9a78b6f0 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464692 Dec 07 18:55:08.711853 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 40450) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:55:08.792525 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654325e8-6af7-47f6-8a4a-6c071d540164 tempest-TestVolumeBootPattern-858529306 tempest-TestVolumeBootPattern-858529306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:55:08.794334 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-654325e8-6af7-47f6-8a4a-6c071d540164 tempest-TestVolumeBootPattern-858529306 tempest-TestVolumeBootPattern-858529306-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ad3fd07c-6bd1-4f65-8941-503b928649a7 HTTP/1.1" status: 200 len: 1094 time: 0.0812461 Dec 07 18:55:08.797114 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 40454) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:55:08.801263 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-f1190c5d-1500-4f92-8bf5-db1d8d835a4c tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Request body: {'floatingip': {'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'port_id': 'f1869558-05b2-4ac8-8e27-f283cb7d365f', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:55:08.823081 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1190c5d-1500-4f92-8bf5-db1d8d835a4c tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for floatingip, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:55:08.915930 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1190c5d-1500-4f92-8bf5-db1d8d835a4c tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:55:09.019286 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-f1190c5d-1500-4f92-8bf5-db1d8d835a4c tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Allocated IP 172.27.0.248 (c28673b7-9801-4a6d-8bd7-4540f8f52bd4/c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01/2afc27c0-c468-49b0-81b3-152ad2a4cea6) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:55:09.121553 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1190c5d-1500-4f92-8bf5-db1d8d835a4c tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:55:09.154293 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1190c5d-1500-4f92-8bf5-db1d8d835a4c tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529624208'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:55:09.192087 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1190c5d-1500-4f92-8bf5-db1d8d835a4c tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Network c28673b7-9801-4a6d-8bd7-4540f8f52bd4 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:55:09.195536 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-f1190c5d-1500-4f92-8bf5-db1d8d835a4c tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:55:09.199110 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1190c5d-1500-4f92-8bf5-db1d8d835a4c tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:55:09.223210 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1190c5d-1500-4f92-8bf5-db1d8d835a4c tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Pushing event updated for resources: {'Port': ['ID=2afc27c0-c468-49b0-81b3-152ad2a4cea6,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:55:09.564395 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1190c5d-1500-4f92-8bf5-db1d8d835a4c tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:55:09.628319 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1190c5d-1500-4f92-8bf5-db1d8d835a4c tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:55:09.716367 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:55:09.782466 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1190c5d-1500-4f92-8bf5-db1d8d835a4c tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:55:09.786916 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1190c5d-1500-4f92-8bf5-db1d8d835a4c tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529623651'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:55:09.857610 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1190c5d-1500-4f92-8bf5-db1d8d835a4c tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Pushing event updated for resources: {'Port': ['ID=2afc27c0-c468-49b0-81b3-152ad2a4cea6,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:55:09.866145 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1190c5d-1500-4f92-8bf5-db1d8d835a4c tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652997'] for floatingip, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:55:09.964788 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.db.l3_db [None req-f1190c5d-1500-4f92-8bf5-db1d8d835a4c tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Floating IP 29a684a8-295a-4b9d-aae3-e31e644927c7 associated. External IP: 172.27.0.248, port: f1869558-05b2-4ac8-8e27-f283cb7d365f. Dec 07 18:55:10.174902 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1190c5d-1500-4f92-8bf5-db1d8d835a4c tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Router 6716e072-6170-4fc3-935f-cd0f13f97845 has already been hosted by L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:55:10.283352 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1190c5d-1500-4f92-8bf5-db1d8d835a4c tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:55:10.293247 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4824eb-7746-4dce-b9ea-c1ceb13c106f None None] Sync routers for ids ['6716e072-6170-4fc3-935f-cd0f13f97845'] in dv-cinder-819692-6-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:55:10.301369 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1190c5d-1500-4f92-8bf5-db1d8d835a4c tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:55:10.303955 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4824eb-7746-4dce-b9ea-c1ceb13c106f None None] Routers {'6716e072-6170-4fc3-935f-cd0f13f97845'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:55:10.304818 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-be4824eb-7746-4dce-b9ea-c1ceb13c106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:54:48Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['6716e072-6170-4fc3-935f-cd0f13f97845'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:55:10.330679 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-f1190c5d-1500-4f92-8bf5-db1d8d835a4c tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5325389 Dec 07 18:55:10.331263 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad3fd07c-6bd1-4f65-8941-503b928649a7', 'tag': 'f1869558-05b2-4ac8-8e27-f283cb7d365f'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:55:10.333679 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f47eea71b5ba0831d378bb06dcf61d9c2f9c3cd1ea737a862f2010bc1a834e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a2023f-cf99-41f4-ba31-ae34e13ff5a7" -d '{"events": [{"name": "network-changed", "server_uuid": "ad3fd07c-6bd1-4f65-8941-503b928649a7", "tag": "f1869558-05b2-4ac8-8e27-f283cb7d365f"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:55:10.425176 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5caaca-fbba-4194-af7b-79ced67e60fd x-openstack-request-id: req-5b5caaca-fbba-4194-af7b-79ced67e60fd {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:55:10.425416 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad3fd07c-6bd1-4f65-8941-503b928649a7", "tag": "f1869558-05b2-4ac8-8e27-f283cb7d365f", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:55:10.425614 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-be4824eb-7746-4dce-b9ea-c1ceb13c106f None None] Set router 6716e072-6170-4fc3-935f-cd0f13f97845 gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:55:10.425742 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5b5caaca-fbba-4194-af7b-79ced67e60fd {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:55:10.426106 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad3fd07c-6bd1-4f65-8941-503b928649a7', 'tag': 'f1869558-05b2-4ac8-8e27-f283cb7d365f', 'status': 'completed', 'code': 200} Dec 07 18:55:10.486989 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2023f-cf99-41f4-ba31-ae34e13ff5a7 req-80551f54-f495-4b11-93e7-d684b34dbe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:55:10.488491 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d2a2023f-cf99-41f4-ba31-ae34e13ff5a7 req-80551f54-f495-4b11-93e7-d684b34dbe45 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a6c2dc4c08b44906ac2fbb104a304b3e&device_id=ad3fd07c-6bd1-4f65-8941-503b928649a7 HTTP/1.1" status: 200 len: 1099 time: 0.0407701 Dec 07 18:55:10.581853 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2023f-cf99-41f4-ba31-ae34e13ff5a7 req-f753bcf1-225e-48ac-83da-09ff0c471335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:55:10.583452 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d2a2023f-cf99-41f4-ba31-ae34e13ff5a7 req-f753bcf1-225e-48ac-83da-09ff0c471335 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c3e28be2-bcfa-4afd-ab13-222c89764d73 HTTP/1.1" status: 200 len: 913 time: 0.0880811 Dec 07 18:55:10.657717 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d2a2023f-cf99-41f4-ba31-ae34e13ff5a7 req-8a6fd80d-0768-415e-ba58-bf3bb16e9532 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1869558-05b2-4ac8-8e27-f283cb7d365f HTTP/1.1" status: 200 len: 1000 time: 0.0672390 Dec 07 18:55:10.658234 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-be4824eb-7746-4dce-b9ea-c1ceb13c106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'name': 'tempest-TestVolumeBootPattern-1498666770-router', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:30Z', 'revision_number': 4, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'gw_port': {'id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_floatingips': [{'id': '29a684a8-295a-4b9d-aae3-e31e644927c7', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'floating_ip_address': '172.27.0.248', 'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'router_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'port_id': 'f1869558-05b2-4ac8-8e27-f283cb7d365f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'mac_address': 'fa:16:3e:27:56:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3fd07c-6bd1-4f65-8941-503b928649a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:55:09Z', 'updated_at': '2021-12-07T18:55:09Z', 'revision_number': 0, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce99b94-5aa5-4c4f-9502-48ac2675e165', 'name': '', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'mac_address': 'fa:16:3e:a8:78:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:29Z', 'updated_at': '2021-12-07T18:54:34Z', 'revision_number': 5, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'subnets': [{'id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:55:10.688479 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4824eb-7746-4dce-b9ea-c1ceb13c106f None None] Checking router: 6716e072-6170-4fc3-935f-cd0f13f97845 for host: dv-cinder-819692-6-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:55:10.697822 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4824eb-7746-4dce-b9ea-c1ceb13c106f None None] Routers {'6716e072-6170-4fc3-935f-cd0f13f97845'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:55:10.698453 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-be4824eb-7746-4dce-b9ea-c1ceb13c106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:54:48Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['6716e072-6170-4fc3-935f-cd0f13f97845'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:55:10.710299 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2023f-cf99-41f4-ba31-ae34e13ff5a7 req-02eae72c-051c-42c9-926e-15c61bb8dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:55:10.711765 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d2a2023f-cf99-41f4-ba31-ae34e13ff5a7 req-02eae72c-051c-42c9-926e-15c61bb8dc33 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf6d62ae-f8fc-4a92-9841-47a88e37b710 HTTP/1.1" status: 200 len: 851 time: 0.0461271 Dec 07 18:55:10.758451 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2023f-cf99-41f4-ba31-ae34e13ff5a7 req-23122070-01a9-4515-b701-732993549a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:55:10.759939 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d2a2023f-cf99-41f4-ba31-ae34e13ff5a7 req-23122070-01a9-4515-b701-732993549a2e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c3e28be2-bcfa-4afd-ab13-222c89764d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409672 Dec 07 18:55:10.805391 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-be4824eb-7746-4dce-b9ea-c1ceb13c106f None None] Set router 6716e072-6170-4fc3-935f-cd0f13f97845 gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:55:11.044695 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-be4824eb-7746-4dce-b9ea-c1ceb13c106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'name': 'tempest-TestVolumeBootPattern-1498666770-router', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:30Z', 'revision_number': 4, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'gw_port': {'id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_floatingips': [{'id': '29a684a8-295a-4b9d-aae3-e31e644927c7', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'floating_ip_address': '172.27.0.248', 'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'router_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'port_id': 'f1869558-05b2-4ac8-8e27-f283cb7d365f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'mac_address': 'fa:16:3e:27:56:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3fd07c-6bd1-4f65-8941-503b928649a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:55:09Z', 'updated_at': '2021-12-07T18:55:09Z', 'revision_number': 0, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce99b94-5aa5-4c4f-9502-48ac2675e165', 'name': '', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'mac_address': 'fa:16:3e:a8:78:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:29Z', 'updated_at': '2021-12-07T18:54:34Z', 'revision_number': 5, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'subnets': [{'id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:55:11.074895 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4824eb-7746-4dce-b9ea-c1ceb13c106f None None] The sync data for ids ['6716e072-6170-4fc3-935f-cd0f13f97845'] in dv-cinder-819692-6-iscsi is: [{'id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'name': 'tempest-TestVolumeBootPattern-1498666770-router', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:30Z', 'revision_number': 4, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'gw_port': {'id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_floatingips': [{'id': '29a684a8-295a-4b9d-aae3-e31e644927c7', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'floating_ip_address': '172.27.0.248', 'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'router_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'port_id': 'f1869558-05b2-4ac8-8e27-f283cb7d365f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'mac_address': 'fa:16:3e:27:56:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3fd07c-6bd1-4f65-8941-503b928649a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:55:09Z', 'updated_at': '2021-12-07T18:55:09Z', 'revision_number': 0, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce99b94-5aa5-4c4f-9502-48ac2675e165', 'name': '', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'mac_address': 'fa:16:3e:a8:78:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:29Z', 'updated_at': '2021-12-07T18:54:34Z', 'revision_number': 5, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'subnets': [{'id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:55:11.132271 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d2a2023f-cf99-41f4-ba31-ae34e13ff5a7 req-738ffd2c-bc82-474d-869f-6b3d8798757d service neutron] 10.222.0.23 "GET /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647249 Dec 07 18:55:11.223877 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d2a2023f-cf99-41f4-ba31-ae34e13ff5a7 req-2538bafa-cd29-48cc-8c2d-63045b3c477c service neutron] 10.222.0.23 "GET /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847402 Dec 07 18:55:11.266364 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29623cab-4c17-47a4-8a04-cb9e598235eb None None] New status for floating IP 29a684a8-295a-4b9d-aae3-e31e644927c7: ACTIVE {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 18:55:15.480829 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7376a0fc-c285-431a-8440-4c862af55947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:55:17.835347 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4af4a9fe-9ea2-4caa-af52-44d6936f3255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:55:19.829682 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:55:20.335741 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:55:21.700822 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:55:39.711819 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:55:41.762066 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-101a038a-1f9b-4dc7-9dfa-1aae7190d36a req-54807f9c-77d4-41a1-b9ab-e1c33bcc6ea1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fd07c-6bd1-4f65-8941-503b928649a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416663 Dec 07 18:55:41.845473 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a038a-1f9b-4dc7-9dfa-1aae7190d36a req-afd62ab6-acbc-4d5d-b14e-eb5273a0167b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:55:41.846939 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-101a038a-1f9b-4dc7-9dfa-1aae7190d36a req-afd62ab6-acbc-4d5d-b14e-eb5273a0167b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a6c2dc4c08b44906ac2fbb104a304b3e&device_id=ad3fd07c-6bd1-4f65-8941-503b928649a7 HTTP/1.1" status: 200 len: 1099 time: 0.0416555 Dec 07 18:55:41.946492 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a038a-1f9b-4dc7-9dfa-1aae7190d36a req-f6e1d288-7bc4-4320-a96e-1d393561fdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:55:41.947910 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-101a038a-1f9b-4dc7-9dfa-1aae7190d36a req-f6e1d288-7bc4-4320-a96e-1d393561fdf3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c3e28be2-bcfa-4afd-ab13-222c89764d73 HTTP/1.1" status: 200 len: 913 time: 0.0805740 Dec 07 18:55:42.017195 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-101a038a-1f9b-4dc7-9dfa-1aae7190d36a req-05c859bf-21bd-4427-9ab4-0abad5638f4d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1869558-05b2-4ac8-8e27-f283cb7d365f HTTP/1.1" status: 200 len: 1002 time: 0.0619705 Dec 07 18:55:42.064361 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a038a-1f9b-4dc7-9dfa-1aae7190d36a req-4be64ee4-b6d8-49cf-acbd-9e0c277f1830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:55:42.065735 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-101a038a-1f9b-4dc7-9dfa-1aae7190d36a req-4be64ee4-b6d8-49cf-acbd-9e0c277f1830 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf6d62ae-f8fc-4a92-9841-47a88e37b710 HTTP/1.1" status: 200 len: 851 time: 0.0417109 Dec 07 18:55:42.110920 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a038a-1f9b-4dc7-9dfa-1aae7190d36a req-d7065ebe-9c13-4d8c-98be-0644bc445e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:55:42.112324 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-101a038a-1f9b-4dc7-9dfa-1aae7190d36a req-d7065ebe-9c13-4d8c-98be-0644bc445e04 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c3e28be2-bcfa-4afd-ab13-222c89764d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385005 Dec 07 18:55:42.204069 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-101a038a-1f9b-4dc7-9dfa-1aae7190d36a req-d0a09d9a-3abe-4bd3-af35-ff01df55668e service neutron] 10.222.0.23 "GET /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835612 Dec 07 18:55:42.304874 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-101a038a-1f9b-4dc7-9dfa-1aae7190d36a req-fe58a508-a08c-47bd-ab79-542bf955a05e service neutron] 10.222.0.23 "GET /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930240 Dec 07 18:55:44.470576 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:55:45.484273 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3ac88490-d98a-4ab7-818a-6404ae22d07c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:55:47.838419 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ac27c04d-dfc1-43c5-8bc2-75b71884bc29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:55:49.831951 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:55:50.338521 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:55:51.702701 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:56:09.740700 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:56:15.485387 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-14b9e744-9444-44aa-a530-5ac45419cbf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:56:17.841579 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1011abb6-03b2-479b-a226-82a79246125d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:56:19.835211 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:56:20.340728 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:56:21.469934 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:56:21.704186 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:56:39.722374 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:56:42.775323 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1d423b1c-da50-4419-94df-c0ff7e613533 req-b3fb2ab3-7862-4b8d-bd82-e024c873721b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fd07c-6bd1-4f65-8941-503b928649a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0528178 Dec 07 18:56:42.872238 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d423b1c-da50-4419-94df-c0ff7e613533 req-13993162-5a96-4130-ac47-1a0c10641829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:56:42.874780 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1d423b1c-da50-4419-94df-c0ff7e613533 req-13993162-5a96-4130-ac47-1a0c10641829 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a6c2dc4c08b44906ac2fbb104a304b3e&device_id=ad3fd07c-6bd1-4f65-8941-503b928649a7 HTTP/1.1" status: 200 len: 1099 time: 0.0478296 Dec 07 18:56:42.988405 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d423b1c-da50-4419-94df-c0ff7e613533 req-830049ad-707e-41f7-af9c-c0b40d20ef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:56:42.989863 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1d423b1c-da50-4419-94df-c0ff7e613533 req-830049ad-707e-41f7-af9c-c0b40d20ef75 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c3e28be2-bcfa-4afd-ab13-222c89764d73 HTTP/1.1" status: 200 len: 913 time: 0.0950785 Dec 07 18:56:43.056011 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1d423b1c-da50-4419-94df-c0ff7e613533 req-826efe8f-c2cc-44b2-aa6e-6f1cc738db4f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1869558-05b2-4ac8-8e27-f283cb7d365f HTTP/1.1" status: 200 len: 1002 time: 0.0586040 Dec 07 18:56:43.106419 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d423b1c-da50-4419-94df-c0ff7e613533 req-d26272f7-b26c-46e2-b7df-ee153a5f866b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:56:43.107874 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1d423b1c-da50-4419-94df-c0ff7e613533 req-d26272f7-b26c-46e2-b7df-ee153a5f866b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf6d62ae-f8fc-4a92-9841-47a88e37b710 HTTP/1.1" status: 200 len: 851 time: 0.0454071 Dec 07 18:56:43.155230 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d423b1c-da50-4419-94df-c0ff7e613533 req-19a67d73-e52a-4f9f-b6b2-0cc53e8fcbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:56:43.156722 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1d423b1c-da50-4419-94df-c0ff7e613533 req-19a67d73-e52a-4f9f-b6b2-0cc53e8fcbbc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c3e28be2-bcfa-4afd-ab13-222c89764d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406134 Dec 07 18:56:43.253751 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1d423b1c-da50-4419-94df-c0ff7e613533 req-b2e906ac-d624-40fb-8f8d-d21e26b18a4a service neutron] 10.222.0.23 "GET /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888357 Dec 07 18:56:43.345153 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1d423b1c-da50-4419-94df-c0ff7e613533 req-51515f6b-308f-4835-a9fa-93daf358180f service neutron] 10.222.0.23 "GET /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839462 Dec 07 18:56:45.486481 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-58a05a44-7f2c-43a1-8707-e07c38e33351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:56:47.842455 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-54f23b75-fe35-483e-bb9c-020032a46a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:56:49.837235 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:56:50.344627 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:56:51.705847 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:56:58.469257 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:57:05.578749 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d5876-07fb-4f27-8aa9-56144896c5cc req-71f2a174-93a9-4335-891b-c3e9cbebe641 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:57:05.580232 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e31d5876-07fb-4f27-8aa9-56144896c5cc req-71f2a174-93a9-4335-891b-c3e9cbebe641 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad3fd07c-6bd1-4f65-8941-503b928649a7 HTTP/1.1" status: 200 len: 946 time: 0.0495155 Dec 07 18:57:05.628250 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e31d5876-07fb-4f27-8aa9-56144896c5cc req-9445be39-ce4f-4b5c-ae59-eb27717de24f tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422070 Dec 07 18:57:06.744921 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c6882-188d-4988-8ca6-dd22cd393644 req-cd0ac3ec-9d3c-49d7-aea7-33cf1769fd55 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:57:06.746451 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-da8c6882-188d-4988-8ca6-dd22cd393644 req-cd0ac3ec-9d3c-49d7-aea7-33cf1769fd55 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad3fd07c-6bd1-4f65-8941-503b928649a7 HTTP/1.1" status: 200 len: 946 time: 0.0499134 Dec 07 18:57:06.798991 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-da8c6882-188d-4988-8ca6-dd22cd393644 req-120bb34e-d0a5-4f06-b6f5-0ddf1546f946 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466950 Dec 07 18:57:07.054750 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ff222-e442-4ec7-b39c-4d1b5b1edc6c req-8c4f176e-8718-49ac-8053-fd7c82ef74f6 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:57:07.056922 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-502ff222-e442-4ec7-b39c-4d1b5b1edc6c req-8c4f176e-8718-49ac-8053-fd7c82ef74f6 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fd07c-6bd1-4f65-8941-503b928649a7 HTTP/1.1" status: 200 len: 946 time: 0.0483713 Dec 07 18:57:07.148126 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [req-502ff222-e442-4ec7-b39c-4d1b5b1edc6c req-740df470-54af-4779-b0a8-574fceb3b066 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Deleting port f1869558-05b2-4ac8-8e27-f283cb7d365f {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 18:57:07.148460 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-502ff222-e442-4ec7-b39c-4d1b5b1edc6c req-740df470-54af-4779-b0a8-574fceb3b066 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:07.237974 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-502ff222-e442-4ec7-b39c-4d1b5b1edc6c req-740df470-54af-4779-b0a8-574fceb3b066 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] For port f1869558-05b2-4ac8-8e27-f283cb7d365f, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=f1869558-05b2-4ac8-8e27-f283cb7d365f,segment=NetworkSegment(12974582-b04d-46ee-b120-5fc52001b2bb),segment_id=12974582-b04d-46ee-b120-5fc52001b2bb)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:57:07.238338 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-502ff222-e442-4ec7-b39c-4d1b5b1edc6c req-740df470-54af-4779-b0a8-574fceb3b066 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:07.407035 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-502ff222-e442-4ec7-b39c-4d1b5b1edc6c req-740df470-54af-4779-b0a8-574fceb3b066 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:07.407317 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-502ff222-e442-4ec7-b39c-4d1b5b1edc6c req-740df470-54af-4779-b0a8-574fceb3b066 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652997'] for floatingip, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:07.407618 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.db.l3_db [req-502ff222-e442-4ec7-b39c-4d1b5b1edc6c req-740df470-54af-4779-b0a8-574fceb3b066 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Floating IP 29a684a8-295a-4b9d-aae3-e31e644927c7 disassociated. External IP: 172.27.0.248, port: f1869558-05b2-4ac8-8e27-f283cb7d365f. Dec 07 18:57:07.407973 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [req-502ff222-e442-4ec7-b39c-4d1b5b1edc6c req-740df470-54af-4779-b0a8-574fceb3b066 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Calling delete_port for f1869558-05b2-4ac8-8e27-f283cb7d365f owned by compute:nova {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 18:57:07.532668 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-502ff222-e442-4ec7-b39c-4d1b5b1edc6c req-740df470-54af-4779-b0a8-574fceb3b066 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:07.562630 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740df470-54af-4779-b0a8-574fceb3b066 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Pushing event deleted for resources: {'Port': ['ID=f1869558-05b2-4ac8-8e27-f283cb7d365f,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:57:07.572491 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740df470-54af-4779-b0a8-574fceb3b066 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:57:07.572822 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740df470-54af-4779-b0a8-574fceb3b066 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:57:07.573182 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740df470-54af-4779-b0a8-574fceb3b066 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:57:07.573524 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740df470-54af-4779-b0a8-574fceb3b066 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:57:07.573863 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740df470-54af-4779-b0a8-574fceb3b066 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:57:07.574230 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740df470-54af-4779-b0a8-574fceb3b066 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:57:07.574564 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740df470-54af-4779-b0a8-574fceb3b066 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:57:07.574897 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740df470-54af-4779-b0a8-574fceb3b066 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:57:07.575631 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740df470-54af-4779-b0a8-574fceb3b066 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:57:07.575631 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740df470-54af-4779-b0a8-574fceb3b066 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:57:07.575905 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740df470-54af-4779-b0a8-574fceb3b066 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:57:07.576186 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740df470-54af-4779-b0a8-574fceb3b066 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:57:07.576512 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740df470-54af-4779-b0a8-574fceb3b066 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:57:07.687211 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [req-502ff222-e442-4ec7-b39c-4d1b5b1edc6c req-740df470-54af-4779-b0a8-574fceb3b066 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Router 6716e072-6170-4fc3-935f-cd0f13f97845 has already been hosted by L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc {{(pid=109084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:57:07.794687 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-502ff222-e442-4ec7-b39c-4d1b5b1edc6c req-740df470-54af-4779-b0a8-574fceb3b066 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:57:07.805025 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f2742b-6a8b-4784-bcc7-16d304cc7f6d None None] Sync routers for ids ['6716e072-6170-4fc3-935f-cd0f13f97845'] in dv-cinder-819692-6-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:57:07.814955 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f2742b-6a8b-4784-bcc7-16d304cc7f6d None None] Routers {'6716e072-6170-4fc3-935f-cd0f13f97845'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:57:07.815562 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-f5f2742b-6a8b-4784-bcc7-16d304cc7f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:56:48Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['6716e072-6170-4fc3-935f-cd0f13f97845'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:57:07.838613 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [req-502ff222-e442-4ec7-b39c-4d1b5b1edc6c req-740df470-54af-4779-b0a8-574fceb3b066 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] No DVR routers for this DVR port f1869558-05b2-4ac8-8e27-f283cb7d365f on host hv-cinder-81969 {{(pid=109084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 18:57:07.841120 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-502ff222-e442-4ec7-b39c-4d1b5b1edc6c req-740df470-54af-4779-b0a8-574fceb3b066 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:07.844572 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-502ff222-e442-4ec7-b39c-4d1b5b1edc6c req-740df470-54af-4779-b0a8-574fceb3b066 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.23 "DELETE /v2.0/ports/f1869558-05b2-4ac8-8e27-f283cb7d365f HTTP/1.1" status: 204 len: 173 time: 0.7811697 Dec 07 18:57:07.845023 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3fd07c-6bd1-4f65-8941-503b928649a7', 'name': 'network-vif-deleted', 'tag': 'f1869558-05b2-4ac8-8e27-f283cb7d365f'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:57:07.847292 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a9c8e9ce0db27bff2b715efe80f7ddeb02331314c1c7d49b52ba908637cab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311fa6e7-d643-4ca0-a7b4-4b4ab58537cb" -d '{"events": [{"server_uuid": "ad3fd07c-6bd1-4f65-8941-503b928649a7", "name": "network-vif-deleted", "tag": "f1869558-05b2-4ac8-8e27-f283cb7d365f"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:57:07.883778 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96744f80-a1e9-440d-bcbc-4e65beaa6c30 x-openstack-request-id: req-96744f80-a1e9-440d-bcbc-4e65beaa6c30 {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:57:07.884821 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad3fd07c-6bd1-4f65-8941-503b928649a7", "name": "network-vif-deleted", "tag": "f1869558-05b2-4ac8-8e27-f283cb7d365f", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:57:07.885087 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-96744f80-a1e9-440d-bcbc-4e65beaa6c30 {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:57:07.885498 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3fd07c-6bd1-4f65-8941-503b928649a7', 'name': 'network-vif-deleted', 'tag': 'f1869558-05b2-4ac8-8e27-f283cb7d365f', 'status': 'completed', 'code': 200} Dec 07 18:57:07.923456 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-511feb62-b638-40f6-8355-95e2305f25c6 req-207a5c9e-8b5e-4f25-89a6-4cac59f1f6bf tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad3fd07c-6bd1-4f65-8941-503b928649a7 HTTP/1.1" status: 200 len: 210 time: 0.0291984 Dec 07 18:57:07.943585 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-f5f2742b-6a8b-4784-bcc7-16d304cc7f6d None None] Set router 6716e072-6170-4fc3-935f-cd0f13f97845 gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:57:08.158918 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-f5f2742b-6a8b-4784-bcc7-16d304cc7f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'name': 'tempest-TestVolumeBootPattern-1498666770-router', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:30Z', 'revision_number': 4, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'gw_port': {'id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '0ce99b94-5aa5-4c4f-9502-48ac2675e165', 'name': '', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'mac_address': 'fa:16:3e:a8:78:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:29Z', 'updated_at': '2021-12-07T18:54:34Z', 'revision_number': 5, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'subnets': [{'id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:57:08.185593 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f2742b-6a8b-4784-bcc7-16d304cc7f6d None None] Checking router: 6716e072-6170-4fc3-935f-cd0f13f97845 for host: dv-cinder-819692-6-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:57:08.194466 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f2742b-6a8b-4784-bcc7-16d304cc7f6d None None] Routers {'6716e072-6170-4fc3-935f-cd0f13f97845'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:57:08.195073 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-f5f2742b-6a8b-4784-bcc7-16d304cc7f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:56:48Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['6716e072-6170-4fc3-935f-cd0f13f97845'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:57:08.301393 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-f5f2742b-6a8b-4784-bcc7-16d304cc7f6d None None] Set router 6716e072-6170-4fc3-935f-cd0f13f97845 gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:57:08.501174 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-f5f2742b-6a8b-4784-bcc7-16d304cc7f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'name': 'tempest-TestVolumeBootPattern-1498666770-router', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:30Z', 'revision_number': 4, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'gw_port': {'id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '0ce99b94-5aa5-4c4f-9502-48ac2675e165', 'name': '', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'mac_address': 'fa:16:3e:a8:78:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:29Z', 'updated_at': '2021-12-07T18:54:34Z', 'revision_number': 5, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'subnets': [{'id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:57:08.531099 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f2742b-6a8b-4784-bcc7-16d304cc7f6d None None] The sync data for ids ['6716e072-6170-4fc3-935f-cd0f13f97845'] in dv-cinder-819692-6-iscsi is: [{'id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'name': 'tempest-TestVolumeBootPattern-1498666770-router', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:30Z', 'revision_number': 4, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'gw_port': {'id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '0ce99b94-5aa5-4c4f-9502-48ac2675e165', 'name': '', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'mac_address': 'fa:16:3e:a8:78:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:29Z', 'updated_at': '2021-12-07T18:54:34Z', 'revision_number': 5, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'subnets': [{'id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:57:08.741771 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51d8c86-b354-4a15-a2b1-bf360dabe1ad None None] New status for floating IP 29a684a8-295a-4b9d-aae3-e31e644927c7: DOWN {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 18:57:09.178342 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-0c43f8c8-bda6-4f00-b5de-8ec65b0353ad tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1705206457&fields=id&tenant_id=a6c2dc4c08b44906ac2fbb104a304b3e HTTP/1.1" status: 200 len: 267 time: 0.0455868 Dec 07 18:57:09.286998 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-8184019e-4009-4a90-9bc4-99e37ecfac9d tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:57:09.288341 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-8184019e-4009-4a90-9bc4-99e37ecfac9d tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/networks?id=c3e28be2-bcfa-4afd-ab13-222c89764d73 HTTP/1.1" status: 200 len: 812 time: 0.1023550 Dec 07 18:57:09.303756 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-9bb95da9-354f-47ec-a66c-870dda152546 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/quotas/a6c2dc4c08b44906ac2fbb104a304b3e HTTP/1.1" status: 200 len: 375 time: 0.0088201 Dec 07 18:57:09.353305 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-eaaf991a-f003-4651-bbc3-f79517f3980b tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6c2dc4c08b44906ac2fbb104a304b3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437021 Dec 07 18:57:09.410875 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-72f1ad9e-40d8-4985-a5a5-9043a88c34da service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 18:57:09.411876 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-72f1ad9e-40d8-4985-a5a5-9043a88c34da service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0473616 Dec 07 18:57:09.502447 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-c58eebc5-bae5-45ad-824d-68024679f4aa service neutron] 10.222.0.41 "GET /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806663 Dec 07 18:57:09.596804 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-d8b8c4b9-9629-43cc-bb6e-4038af49010a service neutron] 10.222.0.41 "GET /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875065 Dec 07 18:57:09.722512 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:10.536983 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device f1869558-05b2-4ac8-8e27-f283cb7d365f no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 18:57:10.557758 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] No Port match for: f1869558-05b2-4ac8-8e27-f283cb7d365f {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 18:57:10.558127 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device f1869558-05b2-4ac8-8e27-f283cb7d365f not bound to the agent host hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 18:57:10.896508 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-800e8198-7e97-4dc2-a00e-d0b8519932d9 req-5aaf2e12-d69f-41a6-8bf9-6cd582fc9a4c tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6cc080b-8288-49ed-9fbd-752ad921b36d HTTP/1.1" status: 200 len: 210 time: 0.0267282 Dec 07 18:57:11.793628 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-28654b83-12b3-490c-a9df-c5d7b4ef4580 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:57:11.795121 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-28654b83-12b3-490c-a9df-c5d7b4ef4580 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.23 "GET /v2.0/networks?id=c3e28be2-bcfa-4afd-ab13-222c89764d73 HTTP/1.1" status: 200 len: 812 time: 0.1090083 Dec 07 18:57:11.858298 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-d07e10a3-09a0-4b85-a8cc-c95a3ae8581d tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6c2dc4c08b44906ac2fbb104a304b3e HTTP/1.1" status: 200 len: 380 time: 0.0534689 Dec 07 18:57:11.868632 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-3d1a3e86-4720-4b3f-9221-7defe55750d0 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Request body: {'port': {'device_id': 'd6cc080b-8288-49ed-9fbd-752ad921b36d', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'admin_state_up': True, 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'security_groups': ['a420ef7d-7ecd-4438-b787-99e68041f4d6']}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:57:11.997790 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a2fa3d55-afa4-4a57-b754-574841dcece5 req-c711f3fe-2048-4fde-a248-73e49ffdc758 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6cc080b-8288-49ed-9fbd-752ad921b36d HTTP/1.1" status: 200 len: 210 time: 0.0324974 Dec 07 18:57:12.001882 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-3d1a3e86-4720-4b3f-9221-7defe55750d0 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Made reservation on behalf of a6c2dc4c08b44906ac2fbb104a304b3e for: {'port': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:57:12.005329 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-3d1a3e86-4720-4b3f-9221-7defe55750d0 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:12.131822 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-3d1a3e86-4720-4b3f-9221-7defe55750d0 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Allocated IP 172.20.0.6 (c3e28be2-bcfa-4afd-ab13-222c89764d73/bf6d62ae-f8fc-4a92-9841-47a88e37b710/fd1f2634-27d9-4b10-b17b-9bed7ebdde41) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:57:12.280400 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-3d1a3e86-4720-4b3f-9221-7defe55750d0 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for port, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:12.319930 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-3d1a3e86-4720-4b3f-9221-7defe55750d0 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:12.364349 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-3d1a3e86-4720-4b3f-9221-7defe55750d0 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Network c3e28be2-bcfa-4afd-ab13-222c89764d73 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:57:12.367383 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-3d1a3e86-4720-4b3f-9221-7defe55750d0 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:57:12.371287 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-3d1a3e86-4720-4b3f-9221-7defe55750d0 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:57:12.377726 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a3e86-4720-4b3f-9221-7defe55750d0 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Pushing event updated for resources: {'Port': ['ID=fd1f2634-27d9-4b10-b17b-9bed7ebdde41,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:57:12.430384 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-3d1a3e86-4720-4b3f-9221-7defe55750d0 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:57:12.431049 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-3d1a3e86-4720-4b3f-9221-7defe55750d0 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:12.448341 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-3d1a3e86-4720-4b3f-9221-7defe55750d0 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5839489 Dec 07 18:57:12.460614 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-b58d1827-b58d-4abc-ae30-8f7035609f2d service neutron] Request body: {'port': {'device_id': 'd6cc080b-8288-49ed-9fbd-752ad921b36d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:57:12.514844 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-b58d1827-b58d-4abc-ae30-8f7035609f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:12.609224 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-8ba57a8c-dd78-4336-9c58-34fd2d00a3a0 None None] Provisioning complete for port fd1f2634-27d9-4b10-b17b-9bed7ebdde41 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:57:12.609848 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8ba57a8c-dd78-4336-9c58-34fd2d00a3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:12.647313 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-8ba57a8c-dd78-4336-9c58-34fd2d00a3a0 None None] Port fd1f2634-27d9-4b10-b17b-9bed7ebdde41 cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:57:12.769898 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-b58d1827-b58d-4abc-ae30-8f7035609f2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd1f2634-27d9-4b10-b17b-9bed7ebdde41 {{(pid=109084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:57:12.777200 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-b58d1827-b58d-4abc-ae30-8f7035609f2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:12.789425 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.provisioning_blocks [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-b58d1827-b58d-4abc-ae30-8f7035609f2d service neutron] Transition to ACTIVE for port object fd1f2634-27d9-4b10-b17b-9bed7ebdde41 will not be triggered until provisioned by entity L2. {{(pid=109084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:57:12.793417 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-b58d1827-b58d-4abc-ae30-8f7035609f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530413597'] for port, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:12.848330 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d1827-b58d-4abc-ae30-8f7035609f2d service neutron] Pushing event updated for resources: {'Port': ['ID=fd1f2634-27d9-4b10-b17b-9bed7ebdde41,revision_number=2']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:57:12.914505 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-b58d1827-b58d-4abc-ae30-8f7035609f2d service neutron] Attempting to bind port fd1f2634-27d9-4b10-b17b-9bed7ebdde41 on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:57:12.914999 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-b58d1827-b58d-4abc-ae30-8f7035609f2d service neutron] Attempting to bind port fd1f2634-27d9-4b10-b17b-9bed7ebdde41 by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': '12974582-b04d-46ee-b120-5fc52001b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73'}] {{(pid=109084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:57:12.915333 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-b58d1827-b58d-4abc-ae30-8f7035609f2d service neutron] Attempting to bind port fd1f2634-27d9-4b10-b17b-9bed7ebdde41 on network c3e28be2-bcfa-4afd-ab13-222c89764d73 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:57:12.920168 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-b58d1827-b58d-4abc-ae30-8f7035609f2d service neutron] Port fd1f2634-27d9-4b10-b17b-9bed7ebdde41 on network c3e28be2-bcfa-4afd-ab13-222c89764d73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:57:12.920483 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-b58d1827-b58d-4abc-ae30-8f7035609f2d service neutron] Attempting to bind port fd1f2634-27d9-4b10-b17b-9bed7ebdde41 on network c3e28be2-bcfa-4afd-ab13-222c89764d73 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:57:12.925504 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-b58d1827-b58d-4abc-ae30-8f7035609f2d service neutron] Checking agent: {'id': '9b8b7df7-f18f-49d8-b3bd-9764bcedc888', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'started_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:57:12.925863 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-b58d1827-b58d-4abc-ae30-8f7035609f2d service neutron] Checking segment: {'id': '12974582-b04d-46ee-b120-5fc52001b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:57:12.926275 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-b58d1827-b58d-4abc-ae30-8f7035609f2d service neutron] Bound using segment: {'id': '12974582-b04d-46ee-b120-5fc52001b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73'} {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:57:12.926702 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-b58d1827-b58d-4abc-ae30-8f7035609f2d service neutron] Bound port: fd1f2634-27d9-4b10-b17b-9bed7ebdde41, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12974582-b04d-46ee-b120-5fc52001b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73'}}] {{(pid=109084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:57:12.927056 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-b58d1827-b58d-4abc-ae30-8f7035609f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:12.990942 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-b58d1827-b58d-4abc-ae30-8f7035609f2d service neutron] For port fd1f2634-27d9-4b10-b17b-9bed7ebdde41, host hv-cinder-81969, cleared binding levels {{(pid=109084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:57:12.994893 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-b58d1827-b58d-4abc-ae30-8f7035609f2d service neutron] For port fd1f2634-27d9-4b10-b17b-9bed7ebdde41, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=fd1f2634-27d9-4b10-b17b-9bed7ebdde41,segment=NetworkSegment(12974582-b04d-46ee-b120-5fc52001b2bb),segment_id=12974582-b04d-46ee-b120-5fc52001b2bb)] {{(pid=109084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:57:12.999214 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-b58d1827-b58d-4abc-ae30-8f7035609f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530413597'] for port, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:13.040429 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-b58d1827-b58d-4abc-ae30-8f7035609f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:57:13.040429 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-b58d1827-b58d-4abc-ae30-8f7035609f2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:13.041434 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-b58d1827-b58d-4abc-ae30-8f7035609f2d service neutron] 10.222.0.23 "PUT /v2.0/ports/fd1f2634-27d9-4b10-b17b-9bed7ebdde41 HTTP/1.1" status: 200 len: 1093 time: 0.5851314 Dec 07 18:57:13.041876 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6cc080b-8288-49ed-9fbd-752ad921b36d', 'tag': 'fd1f2634-27d9-4b10-b17b-9bed7ebdde41'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:57:13.044414 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a9c8e9ce0db27bff2b715efe80f7ddeb02331314c1c7d49b52ba908637cab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6d47d2-5438-4563-acd8-d1bc592d8ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "d6cc080b-8288-49ed-9fbd-752ad921b36d", "tag": "fd1f2634-27d9-4b10-b17b-9bed7ebdde41"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:57:13.089614 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d1827-b58d-4abc-ae30-8f7035609f2d service neutron] Pushing event updated for resources: {'Port': ['ID=fd1f2634-27d9-4b10-b17b-9bed7ebdde41,revision_number=3']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:57:13.106015 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbac0ec3-9d70-49ef-ab06-ee97285e4042 x-openstack-request-id: req-fbac0ec3-9d70-49ef-ab06-ee97285e4042 {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:57:13.106441 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6cc080b-8288-49ed-9fbd-752ad921b36d", "tag": "fd1f2634-27d9-4b10-b17b-9bed7ebdde41", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:57:13.106795 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fbac0ec3-9d70-49ef-ab06-ee97285e4042 {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:57:13.107287 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6cc080b-8288-49ed-9fbd-752ad921b36d', 'tag': 'fd1f2634-27d9-4b10-b17b-9bed7ebdde41', 'status': 'completed', 'code': 200} Dec 07 18:57:13.135206 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdeed0-2a0e-4806-aaf3-60598fd90c7f req-4a59ef0d-7fe1-4863-9faa-6f962157dac6 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:57:13.137581 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f5cdeed0-2a0e-4806-aaf3-60598fd90c7f req-4a59ef0d-7fe1-4863-9faa-6f962157dac6 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6cc080b-8288-49ed-9fbd-752ad921b36d HTTP/1.1" status: 200 len: 943 time: 0.0527241 Dec 07 18:57:13.141129 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-ef60043a-dbf1-49df-ad10-b4b2fcf6bc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:57:13.142678 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-ef60043a-dbf1-49df-ad10-b4b2fcf6bc63 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a6c2dc4c08b44906ac2fbb104a304b3e&device_id=d6cc080b-8288-49ed-9fbd-752ad921b36d HTTP/1.1" status: 200 len: 1096 time: 0.0542855 Dec 07 18:57:13.187173 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-3aa5e433-68ae-4789-ad48-e1696821d164 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd1f2634-27d9-4b10-b17b-9bed7ebdde41 HTTP/1.1" status: 200 len: 217 time: 0.0361726 Dec 07 18:57:13.192443 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f5cdeed0-2a0e-4806-aaf3-60598fd90c7f req-16ebd7f9-c27f-46d5-92ad-26dadf8ad66b tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486829 Dec 07 18:57:13.248161 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-74b03bd0-032a-4d66-8d60-6cc2665caeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:57:13.249645 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-74b03bd0-032a-4d66-8d60-6cc2665caeb3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf6d62ae-f8fc-4a92-9841-47a88e37b710 HTTP/1.1" status: 200 len: 851 time: 0.0556097 Dec 07 18:57:13.297298 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-38454770-d16b-4e5a-8312-ea8d8b4bbe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:57:13.298904 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-38454770-d16b-4e5a-8312-ea8d8b4bbe9a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c3e28be2-bcfa-4afd-ab13-222c89764d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422754 Dec 07 18:57:13.388102 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-b50a6165-9c35-4d68-88ef-b0f5a6392105 service neutron] 10.222.0.23 "GET /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810812 Dec 07 18:57:13.480526 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5eab8a80-75a2-4d30-a662-abce7e77689b req-2844a18c-4793-43bd-8a94-7498c5cde0fe service neutron] 10.222.0.23 "GET /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844615 Dec 07 18:57:13.565745 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d47d2-5438-4563-acd8-d1bc592d8ff6 req-fa6bd855-69ac-414b-8627-8357f8562328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:57:13.567226 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7d6d47d2-5438-4563-acd8-d1bc592d8ff6 req-fa6bd855-69ac-414b-8627-8357f8562328 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a6c2dc4c08b44906ac2fbb104a304b3e&device_id=d6cc080b-8288-49ed-9fbd-752ad921b36d HTTP/1.1" status: 200 len: 1096 time: 0.0398636 Dec 07 18:57:13.657274 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d47d2-5438-4563-acd8-d1bc592d8ff6 req-ad0d7045-ac58-45d3-bfed-72cea75430e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:57:13.658761 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7d6d47d2-5438-4563-acd8-d1bc592d8ff6 req-ad0d7045-ac58-45d3-bfed-72cea75430e6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c3e28be2-bcfa-4afd-ab13-222c89764d73 HTTP/1.1" status: 200 len: 913 time: 0.0842016 Dec 07 18:57:13.701787 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7d6d47d2-5438-4563-acd8-d1bc592d8ff6 req-24931f7f-d29b-4ea7-b7e0-9db10825cf48 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd1f2634-27d9-4b10-b17b-9bed7ebdde41 HTTP/1.1" status: 200 len: 217 time: 0.0336783 Dec 07 18:57:13.754359 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d47d2-5438-4563-acd8-d1bc592d8ff6 req-b2970f21-6f91-468b-8d10-92f90cd5fa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:57:13.755770 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7d6d47d2-5438-4563-acd8-d1bc592d8ff6 req-b2970f21-6f91-468b-8d10-92f90cd5fa6c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf6d62ae-f8fc-4a92-9841-47a88e37b710 HTTP/1.1" status: 200 len: 851 time: 0.0465133 Dec 07 18:57:13.800159 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d47d2-5438-4563-acd8-d1bc592d8ff6 req-3ac31060-0010-41dc-b2f3-32b6007befb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:57:13.801644 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7d6d47d2-5438-4563-acd8-d1bc592d8ff6 req-3ac31060-0010-41dc-b2f3-32b6007befb2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c3e28be2-bcfa-4afd-ab13-222c89764d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389321 Dec 07 18:57:13.892328 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7d6d47d2-5438-4563-acd8-d1bc592d8ff6 req-58753716-2263-40a7-8960-23dd0c6f4d73 service neutron] 10.222.0.23 "GET /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833480 Dec 07 18:57:13.983566 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7d6d47d2-5438-4563-acd8-d1bc592d8ff6 req-2c0ec48e-ddaf-4c0d-924d-85e4d63e39c9 service neutron] 10.222.0.23 "GET /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846186 Dec 07 18:57:14.316485 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac261ee1-8c89-4558-9cf4-52c8e0c1c80f req-b3b98209-3cb9-4e28-98ee-10206bbb72d5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:57:14.317989 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ac261ee1-8c89-4558-9cf4-52c8e0c1c80f req-b3b98209-3cb9-4e28-98ee-10206bbb72d5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6cc080b-8288-49ed-9fbd-752ad921b36d HTTP/1.1" status: 200 len: 943 time: 0.0506792 Dec 07 18:57:14.366872 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ac261ee1-8c89-4558-9cf4-52c8e0c1c80f req-4f6d4781-1020-4abc-9e86-1c49effe16be tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424879 Dec 07 18:57:15.487437 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-230b7767-3e7f-4aaf-9142-363a0f74bee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:15.488120 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda4b27-6be7-424d-b53b-3c493493d65a req-607a3ffa-3991-45b5-a753-34d01db4ebd8 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:57:15.489410 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-dcda4b27-6be7-424d-b53b-3c493493d65a req-607a3ffa-3991-45b5-a753-34d01db4ebd8 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6cc080b-8288-49ed-9fbd-752ad921b36d HTTP/1.1" status: 200 len: 943 time: 0.0500803 Dec 07 18:57:15.541386 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-dcda4b27-6be7-424d-b53b-3c493493d65a req-d20a00fd-ae50-4f37-932e-ae4ad9c3b89b tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452211 Dec 07 18:57:16.658255 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1591ee-a0b1-419c-aa23-efe14671ad0e req-a5c5ba56-911f-41fd-9433-30a8449f7678 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:57:16.659729 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5d1591ee-a0b1-419c-aa23-efe14671ad0e req-a5c5ba56-911f-41fd-9433-30a8449f7678 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6cc080b-8288-49ed-9fbd-752ad921b36d HTTP/1.1" status: 200 len: 943 time: 0.0524287 Dec 07 18:57:16.709535 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5d1591ee-a0b1-419c-aa23-efe14671ad0e req-e146a89a-fa3c-4813-a930-2a1f49cbf26d tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437312 Dec 07 18:57:17.824530 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125af54-3176-4645-9c1c-e2c5a754a0bf req-a38c1e62-cc2b-49b8-a705-efce4a0e8273 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:57:17.826027 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b125af54-3176-4645-9c1c-e2c5a754a0bf req-a38c1e62-cc2b-49b8-a705-efce4a0e8273 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6cc080b-8288-49ed-9fbd-752ad921b36d HTTP/1.1" status: 200 len: 943 time: 0.0493567 Dec 07 18:57:17.846720 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-62e70ae1-d70a-41a8-8589-01d18b450eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:17.878097 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b125af54-3176-4645-9c1c-e2c5a754a0bf req-22202e32-5c97-40fe-9444-6db6adddcb3c tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460165 Dec 07 18:57:18.992777 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120c2b6-f021-44e8-8fa0-dbfa383302ac req-39a27d1a-8820-4854-ae7c-52cf116f4e3c tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:57:18.994240 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e120c2b6-f021-44e8-8fa0-dbfa383302ac req-39a27d1a-8820-4854-ae7c-52cf116f4e3c tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6cc080b-8288-49ed-9fbd-752ad921b36d HTTP/1.1" status: 200 len: 943 time: 0.0479400 Dec 07 18:57:19.042646 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e120c2b6-f021-44e8-8fa0-dbfa383302ac req-419ad4e2-1a42-4720-b960-d6d79510ab68 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423172 Dec 07 18:57:19.840542 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:20.155067 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70dbed-ab4e-4601-8705-1174e356872e req-abef07dd-4c50-4a46-9a71-8fb7e74207ae tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:57:20.156450 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-af70dbed-ab4e-4601-8705-1174e356872e req-abef07dd-4c50-4a46-9a71-8fb7e74207ae tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6cc080b-8288-49ed-9fbd-752ad921b36d HTTP/1.1" status: 200 len: 943 time: 0.0481246 Dec 07 18:57:20.205069 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-af70dbed-ab4e-4601-8705-1174e356872e req-3c808352-1253-4176-99c8-a9f9089216ed tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428104 Dec 07 18:57:20.348609 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:20.583317 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device fd1f2634-27d9-4b10-b17b-9bed7ebdde41 details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:57:20.685731 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port fd1f2634-27d9-4b10-b17b-9bed7ebdde41, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=fd1f2634-27d9-4b10-b17b-9bed7ebdde41,segment=NetworkSegment(12974582-b04d-46ee-b120-5fc52001b2bb),segment_id=12974582-b04d-46ee-b120-5fc52001b2bb)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:57:20.697364 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Returning: {'device': 'fd1f2634-27d9-4b10-b17b-9bed7ebdde41', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'port_id': 'fd1f2634-27d9-4b10-b17b-9bed7ebdde41', 'mac_address': 'fa:16:3e:36:02:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:57:20.733162 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:20.746187 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd1f2634-27d9-4b10-b17b-9bed7ebdde41 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:57:20.765373 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port fd1f2634-27d9-4b10-b17b-9bed7ebdde41, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=fd1f2634-27d9-4b10-b17b-9bed7ebdde41,segment=NetworkSegment(12974582-b04d-46ee-b120-5fc52001b2bb),segment_id=12974582-b04d-46ee-b120-5fc52001b2bb)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:57:20.769197 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:20.819200 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=fd1f2634-27d9-4b10-b17b-9bed7ebdde41,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:57:20.826984 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:57:20.827342 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:57:20.827687 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:57:20.828027 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:57:20.828508 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:57:20.828706 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:57:20.829024 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:57:20.829357 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:57:20.829769 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:57:20.830129 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:57:20.830519 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:57:20.830982 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:57:20.831285 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:57:20.975371 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['fd1f2634-27d9-4b10-b17b-9bed7ebdde41'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:57:21.319942 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2b150-e8dd-49c9-aebf-369126c97641 req-5de97311-e614-4f0c-bc20-458117d7df36 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:57:21.322513 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-30e2b150-e8dd-49c9-aebf-369126c97641 req-5de97311-e614-4f0c-bc20-458117d7df36 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6cc080b-8288-49ed-9fbd-752ad921b36d HTTP/1.1" status: 200 len: 944 time: 0.0499980 Dec 07 18:57:21.374402 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-30e2b150-e8dd-49c9-aebf-369126c97641 req-bccd1779-09c5-4294-9501-61bcc2842a5c tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461853 Dec 07 18:57:21.708048 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:22.497879 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ecc8d-c5d5-405e-987f-64797ee8e851 req-95bb36e6-75af-4038-8535-ad67da74fca5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:57:22.499386 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-aa6ecc8d-c5d5-405e-987f-64797ee8e851 req-95bb36e6-75af-4038-8535-ad67da74fca5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6cc080b-8288-49ed-9fbd-752ad921b36d HTTP/1.1" status: 200 len: 944 time: 0.0567055 Dec 07 18:57:22.547233 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-aa6ecc8d-c5d5-405e-987f-64797ee8e851 req-7fb6a3d5-a897-40bd-9d33-b912d94bbc62 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419862 Dec 07 18:57:22.583538 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device fd1f2634-27d9-4b10-b17b-9bed7ebdde41 up at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:57:22.632855 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning for port fd1f2634-27d9-4b10-b17b-9bed7ebdde41 completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:57:22.636579 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning complete for port fd1f2634-27d9-4b10-b17b-9bed7ebdde41 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:57:22.636951 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:22.720937 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:22.743352 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6cc080b-8288-49ed-9fbd-752ad921b36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1f2634-27d9-4b10-b17b-9bed7ebdde41'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:57:22.745565 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab3a8ce7da5a640e7c4dfc04f2c3e6911255c2d0b826cd7cc2b97a426bb0a1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d739cd3c-9da9-49b5-8942-10f725779d37" -d '{"events": [{"server_uuid": "d6cc080b-8288-49ed-9fbd-752ad921b36d", "name": "network-vif-plugged", "status": "completed", "tag": "fd1f2634-27d9-4b10-b17b-9bed7ebdde41"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:57:22.758818 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port fd1f2634-27d9-4b10-b17b-9bed7ebdde41, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=fd1f2634-27d9-4b10-b17b-9bed7ebdde41,segment=NetworkSegment(12974582-b04d-46ee-b120-5fc52001b2bb),segment_id=12974582-b04d-46ee-b120-5fc52001b2bb)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:57:22.763133 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:22.788078 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc443e5-a009-4bfe-9dd8-84bb97f1b803 x-openstack-request-id: req-cfc443e5-a009-4bfe-9dd8-84bb97f1b803 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:57:22.788368 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6cc080b-8288-49ed-9fbd-752ad921b36d", "name": "network-vif-plugged", "status": "completed", "tag": "fd1f2634-27d9-4b10-b17b-9bed7ebdde41", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:57:22.788618 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cfc443e5-a009-4bfe-9dd8-84bb97f1b803 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:57:22.789041 dv-cinder-819692-6-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6cc080b-8288-49ed-9fbd-752ad921b36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1f2634-27d9-4b10-b17b-9bed7ebdde41', 'code': 200} Dec 07 18:57:22.817520 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=fd1f2634-27d9-4b10-b17b-9bed7ebdde41,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:57:22.986773 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731b968-0753-41b3-8ce9-fea0855f4722 req-4ac42eac-e408-4244-9d88-486c149f8287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:57:22.988134 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3731b968-0753-41b3-8ce9-fea0855f4722 req-4ac42eac-e408-4244-9d88-486c149f8287 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d6cc080b-8288-49ed-9fbd-752ad921b36d HTTP/1.1" status: 200 len: 1098 time: 0.0383682 Dec 07 18:57:23.032771 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3731b968-0753-41b3-8ce9-fea0855f4722 req-1ca27816-5be1-456b-bca9-f115cb7bbddc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375910 Dec 07 18:57:23.660292 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332260d6-3949-4796-b6f0-116156e92ec9 req-e06f779e-6d2d-46b6-9eae-3c19c4e5f315 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:57:23.661739 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-332260d6-3949-4796-b6f0-116156e92ec9 req-e06f779e-6d2d-46b6-9eae-3c19c4e5f315 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6cc080b-8288-49ed-9fbd-752ad921b36d HTTP/1.1" status: 200 len: 945 time: 0.0479519 Dec 07 18:57:23.710816 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-332260d6-3949-4796-b6f0-116156e92ec9 req-9bc9710c-f9f6-4bf7-8b25-cb98a42feb5f tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426402 Dec 07 18:57:24.835372 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832323d-f4f7-42a0-b48c-2e64e0f616f8 req-89de2c21-9810-43e3-9867-e8f43941bb68 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:57:24.836882 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c832323d-f4f7-42a0-b48c-2e64e0f616f8 req-89de2c21-9810-43e3-9867-e8f43941bb68 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6cc080b-8288-49ed-9fbd-752ad921b36d HTTP/1.1" status: 200 len: 945 time: 0.0500765 Dec 07 18:57:24.885300 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c832323d-f4f7-42a0-b48c-2e64e0f616f8 req-ba5c3caa-1fa9-4b89-b0f2-80ad8ebd47ff tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425770 Dec 07 18:57:25.001028 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02282a8-ecfd-47ee-ab52-edf068c8c51e req-464a6c87-da06-458f-a5a0-06132424f8a6 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:57:25.002413 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e02282a8-ecfd-47ee-ab52-edf068c8c51e req-464a6c87-da06-458f-a5a0-06132424f8a6 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6cc080b-8288-49ed-9fbd-752ad921b36d HTTP/1.1" status: 200 len: 945 time: 0.0520167 Dec 07 18:57:25.051628 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e02282a8-ecfd-47ee-ab52-edf068c8c51e req-9879783d-1715-4e66-8eff-9b0e7572db77 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433009 Dec 07 18:57:25.073335 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 40570) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:57:25.112529 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfab3d0-51bc-4550-b15d-8a9094e39f30 tempest-TestVolumeBootPattern-858529306 tempest-TestVolumeBootPattern-858529306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:57:25.114053 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-8cfab3d0-51bc-4550-b15d-8a9094e39f30 tempest-TestVolumeBootPattern-858529306 tempest-TestVolumeBootPattern-858529306-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d6cc080b-8288-49ed-9fbd-752ad921b36d HTTP/1.1" status: 200 len: 1093 time: 0.0396616 Dec 07 18:57:25.116662 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 40572) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:57:25.120819 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-f36f8237-b127-4f79-8b5b-a65df7be4401 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Request body: {'floatingip': {'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'port_id': 'fd1f2634-27d9-4b10-b17b-9bed7ebdde41', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:57:25.141758 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f36f8237-b127-4f79-8b5b-a65df7be4401 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for floatingip, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:25.241248 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f36f8237-b127-4f79-8b5b-a65df7be4401 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:25.604949 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-f36f8237-b127-4f79-8b5b-a65df7be4401 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Allocated IP 172.27.0.12 (c28673b7-9801-4a6d-8bd7-4540f8f52bd4/c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01/a4b32e68-d76f-4c2c-84b7-face1fcaa761) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:57:25.707425 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f36f8237-b127-4f79-8b5b-a65df7be4401 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:25.739402 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f36f8237-b127-4f79-8b5b-a65df7be4401 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529624208'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:25.781434 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36f8237-b127-4f79-8b5b-a65df7be4401 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Network c28673b7-9801-4a6d-8bd7-4540f8f52bd4 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:57:25.784294 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-f36f8237-b127-4f79-8b5b-a65df7be4401 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:57:25.788987 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36f8237-b127-4f79-8b5b-a65df7be4401 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:57:25.791152 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f8237-b127-4f79-8b5b-a65df7be4401 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Pushing event updated for resources: {'Port': ['ID=a4b32e68-d76f-4c2c-84b7-face1fcaa761,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:57:25.815443 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36f8237-b127-4f79-8b5b-a65df7be4401 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:57:25.815800 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36f8237-b127-4f79-8b5b-a65df7be4401 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:57:25.816150 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36f8237-b127-4f79-8b5b-a65df7be4401 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:57:25.816487 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36f8237-b127-4f79-8b5b-a65df7be4401 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:57:25.816820 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36f8237-b127-4f79-8b5b-a65df7be4401 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:57:25.817152 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36f8237-b127-4f79-8b5b-a65df7be4401 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:57:25.817480 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36f8237-b127-4f79-8b5b-a65df7be4401 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:57:25.817810 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36f8237-b127-4f79-8b5b-a65df7be4401 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:57:25.818164 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36f8237-b127-4f79-8b5b-a65df7be4401 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:57:25.818494 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36f8237-b127-4f79-8b5b-a65df7be4401 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:57:25.818819 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36f8237-b127-4f79-8b5b-a65df7be4401 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:57:25.819142 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36f8237-b127-4f79-8b5b-a65df7be4401 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:57:25.819461 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36f8237-b127-4f79-8b5b-a65df7be4401 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:57:26.154524 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f36f8237-b127-4f79-8b5b-a65df7be4401 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:26.219033 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f36f8237-b127-4f79-8b5b-a65df7be4401 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:26.377582 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f36f8237-b127-4f79-8b5b-a65df7be4401 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:26.382616 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f36f8237-b127-4f79-8b5b-a65df7be4401 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529623651'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:26.455126 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f8237-b127-4f79-8b5b-a65df7be4401 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Pushing event updated for resources: {'Port': ['ID=a4b32e68-d76f-4c2c-84b7-face1fcaa761,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:57:26.467535 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f36f8237-b127-4f79-8b5b-a65df7be4401 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652997'] for floatingip, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:26.566109 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.db.l3_db [None req-f36f8237-b127-4f79-8b5b-a65df7be4401 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Floating IP cc653972-a76d-4d57-8b4e-593a18511957 associated. External IP: 172.27.0.12, port: fd1f2634-27d9-4b10-b17b-9bed7ebdde41. Dec 07 18:57:26.770078 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36f8237-b127-4f79-8b5b-a65df7be4401 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Router 6716e072-6170-4fc3-935f-cd0f13f97845 has already been hosted by L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:57:26.877230 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36f8237-b127-4f79-8b5b-a65df7be4401 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:57:26.887212 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e58327-cdaa-4128-a68c-1833e0aa138e None None] Sync routers for ids ['6716e072-6170-4fc3-935f-cd0f13f97845'] in dv-cinder-819692-6-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:57:26.894845 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f36f8237-b127-4f79-8b5b-a65df7be4401 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:26.896806 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e58327-cdaa-4128-a68c-1833e0aa138e None None] Routers {'6716e072-6170-4fc3-935f-cd0f13f97845'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:57:26.897414 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-65e58327-cdaa-4128-a68c-1833e0aa138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:57:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['6716e072-6170-4fc3-935f-cd0f13f97845'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:57:26.925902 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-f36f8237-b127-4f79-8b5b-a65df7be4401 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8081191 Dec 07 18:57:26.926805 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6cc080b-8288-49ed-9fbd-752ad921b36d', 'tag': 'fd1f2634-27d9-4b10-b17b-9bed7ebdde41'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:57:26.929073 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f47eea71b5ba0831d378bb06dcf61d9c2f9c3cd1ea737a862f2010bc1a834e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a069dc62-951b-4941-9e57-9b38a8a2cff2" -d '{"events": [{"name": "network-changed", "server_uuid": "d6cc080b-8288-49ed-9fbd-752ad921b36d", "tag": "fd1f2634-27d9-4b10-b17b-9bed7ebdde41"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:57:26.965853 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9c737e-4ab2-4af8-9567-5bd67564a889 x-openstack-request-id: req-ed9c737e-4ab2-4af8-9567-5bd67564a889 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:57:26.966199 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6cc080b-8288-49ed-9fbd-752ad921b36d", "tag": "fd1f2634-27d9-4b10-b17b-9bed7ebdde41", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:57:26.966459 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ed9c737e-4ab2-4af8-9567-5bd67564a889 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:57:26.966865 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6cc080b-8288-49ed-9fbd-752ad921b36d', 'tag': 'fd1f2634-27d9-4b10-b17b-9bed7ebdde41', 'status': 'completed', 'code': 200} Dec 07 18:57:27.008533 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-65e58327-cdaa-4128-a68c-1833e0aa138e None None] Set router 6716e072-6170-4fc3-935f-cd0f13f97845 gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:57:27.031629 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069dc62-951b-4941-9e57-9b38a8a2cff2 req-aec78f26-51eb-4a50-916d-d43dfd1fe9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:57:27.033036 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a069dc62-951b-4941-9e57-9b38a8a2cff2 req-aec78f26-51eb-4a50-916d-d43dfd1fe9c0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a6c2dc4c08b44906ac2fbb104a304b3e&device_id=d6cc080b-8288-49ed-9fbd-752ad921b36d HTTP/1.1" status: 200 len: 1098 time: 0.0442684 Dec 07 18:57:27.122043 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069dc62-951b-4941-9e57-9b38a8a2cff2 req-33ce9def-c5f0-4594-9a88-394065d398b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:57:27.123493 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a069dc62-951b-4941-9e57-9b38a8a2cff2 req-33ce9def-c5f0-4594-9a88-394065d398b8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c3e28be2-bcfa-4afd-ab13-222c89764d73 HTTP/1.1" status: 200 len: 913 time: 0.0835500 Dec 07 18:57:27.190968 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a069dc62-951b-4941-9e57-9b38a8a2cff2 req-2afdf79a-d025-464a-b2c6-2bdbf3bf8adf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd1f2634-27d9-4b10-b17b-9bed7ebdde41 HTTP/1.1" status: 200 len: 998 time: 0.0599456 Dec 07 18:57:27.238833 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069dc62-951b-4941-9e57-9b38a8a2cff2 req-c054e979-0a61-43f6-b26b-18e8a6b2398f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:57:27.239734 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-65e58327-cdaa-4128-a68c-1833e0aa138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'name': 'tempest-TestVolumeBootPattern-1498666770-router', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:30Z', 'revision_number': 4, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'gw_port': {'id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_floatingips': [{'id': 'cc653972-a76d-4d57-8b4e-593a18511957', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'router_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'port_id': 'fd1f2634-27d9-4b10-b17b-9bed7ebdde41', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'mac_address': 'fa:16:3e:36:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cc080b-8288-49ed-9fbd-752ad921b36d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:57:26Z', 'updated_at': '2021-12-07T18:57:26Z', 'revision_number': 0, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce99b94-5aa5-4c4f-9502-48ac2675e165', 'name': '', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'mac_address': 'fa:16:3e:a8:78:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:29Z', 'updated_at': '2021-12-07T18:54:34Z', 'revision_number': 5, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'subnets': [{'id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:57:27.240278 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a069dc62-951b-4941-9e57-9b38a8a2cff2 req-c054e979-0a61-43f6-b26b-18e8a6b2398f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf6d62ae-f8fc-4a92-9841-47a88e37b710 HTTP/1.1" status: 200 len: 851 time: 0.0430753 Dec 07 18:57:27.267144 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e58327-cdaa-4128-a68c-1833e0aa138e None None] Checking router: 6716e072-6170-4fc3-935f-cd0f13f97845 for host: dv-cinder-819692-6-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:57:27.276080 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e58327-cdaa-4128-a68c-1833e0aa138e None None] Routers {'6716e072-6170-4fc3-935f-cd0f13f97845'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:57:27.276679 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-65e58327-cdaa-4128-a68c-1833e0aa138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:57:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['6716e072-6170-4fc3-935f-cd0f13f97845'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:57:27.286332 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069dc62-951b-4941-9e57-9b38a8a2cff2 req-19e3eef8-6b3a-4a2a-8b8d-5d197d82e1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:57:27.287786 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a069dc62-951b-4941-9e57-9b38a8a2cff2 req-19e3eef8-6b3a-4a2a-8b8d-5d197d82e1f4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c3e28be2-bcfa-4afd-ab13-222c89764d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410995 Dec 07 18:57:27.380799 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-65e58327-cdaa-4128-a68c-1833e0aa138e None None] Set router 6716e072-6170-4fc3-935f-cd0f13f97845 gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:57:27.384057 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a069dc62-951b-4941-9e57-9b38a8a2cff2 req-b11d4e84-4cac-47f4-9d24-e06d040592ae service neutron] 10.222.0.23 "GET /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884974 Dec 07 18:57:27.472497 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a069dc62-951b-4941-9e57-9b38a8a2cff2 req-c476b422-40c8-47a9-93ce-a06c6bd68cf3 service neutron] 10.222.0.23 "GET /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820088 Dec 07 18:57:27.609952 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-65e58327-cdaa-4128-a68c-1833e0aa138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'name': 'tempest-TestVolumeBootPattern-1498666770-router', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:30Z', 'revision_number': 4, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'gw_port': {'id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_floatingips': [{'id': 'cc653972-a76d-4d57-8b4e-593a18511957', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'router_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'port_id': 'fd1f2634-27d9-4b10-b17b-9bed7ebdde41', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'mac_address': 'fa:16:3e:36:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cc080b-8288-49ed-9fbd-752ad921b36d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:57:26Z', 'updated_at': '2021-12-07T18:57:26Z', 'revision_number': 0, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce99b94-5aa5-4c4f-9502-48ac2675e165', 'name': '', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'mac_address': 'fa:16:3e:a8:78:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:29Z', 'updated_at': '2021-12-07T18:54:34Z', 'revision_number': 5, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'subnets': [{'id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:57:27.637344 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e58327-cdaa-4128-a68c-1833e0aa138e None None] The sync data for ids ['6716e072-6170-4fc3-935f-cd0f13f97845'] in dv-cinder-819692-6-iscsi is: [{'id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'name': 'tempest-TestVolumeBootPattern-1498666770-router', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:30Z', 'revision_number': 4, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'gw_port': {'id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_floatingips': [{'id': 'cc653972-a76d-4d57-8b4e-593a18511957', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'router_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'port_id': 'fd1f2634-27d9-4b10-b17b-9bed7ebdde41', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'mac_address': 'fa:16:3e:36:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cc080b-8288-49ed-9fbd-752ad921b36d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:57:26Z', 'updated_at': '2021-12-07T18:57:26Z', 'revision_number': 0, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce99b94-5aa5-4c4f-9502-48ac2675e165', 'name': '', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'mac_address': 'fa:16:3e:a8:78:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:29Z', 'updated_at': '2021-12-07T18:54:34Z', 'revision_number': 5, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'subnets': [{'id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:57:27.818706 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea47dfbf-7b27-4fa1-8af7-f97cccdba40c None None] New status for floating IP cc653972-a76d-4d57-8b4e-593a18511957: ACTIVE {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 18:57:35.468949 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:57:39.753921 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:43.778252 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0ea4ecd6-70cd-4177-840d-cc30f414cfb6 req-d7a2fde4-59ff-406a-b10a-f5001b3bd9a5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d6cc080b-8288-49ed-9fbd-752ad921b36d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430474 Dec 07 18:57:43.860445 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4ecd6-70cd-4177-840d-cc30f414cfb6 req-7be82d70-8960-4781-ad1e-b45e42940882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:57:43.861927 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0ea4ecd6-70cd-4177-840d-cc30f414cfb6 req-7be82d70-8960-4781-ad1e-b45e42940882 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a6c2dc4c08b44906ac2fbb104a304b3e&device_id=d6cc080b-8288-49ed-9fbd-752ad921b36d HTTP/1.1" status: 200 len: 1098 time: 0.0388224 Dec 07 18:57:43.964729 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4ecd6-70cd-4177-840d-cc30f414cfb6 req-4bb34673-dacd-4cbd-8103-01759b3a3913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:57:43.966228 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0ea4ecd6-70cd-4177-840d-cc30f414cfb6 req-4bb34673-dacd-4cbd-8103-01759b3a3913 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c3e28be2-bcfa-4afd-ab13-222c89764d73 HTTP/1.1" status: 200 len: 913 time: 0.0823257 Dec 07 18:57:44.033330 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0ea4ecd6-70cd-4177-840d-cc30f414cfb6 req-1ed32311-f08e-48d7-8573-576a481f6e29 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd1f2634-27d9-4b10-b17b-9bed7ebdde41 HTTP/1.1" status: 200 len: 1000 time: 0.0591404 Dec 07 18:57:44.081391 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4ecd6-70cd-4177-840d-cc30f414cfb6 req-4945a3bc-e044-4137-8e41-eb9150fde19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:57:44.082846 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0ea4ecd6-70cd-4177-840d-cc30f414cfb6 req-4945a3bc-e044-4137-8e41-eb9150fde19d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf6d62ae-f8fc-4a92-9841-47a88e37b710 HTTP/1.1" status: 200 len: 851 time: 0.0423737 Dec 07 18:57:44.128970 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4ecd6-70cd-4177-840d-cc30f414cfb6 req-9bee1de9-7a37-49c6-9e4a-cb22abb1f11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:57:44.130431 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0ea4ecd6-70cd-4177-840d-cc30f414cfb6 req-9bee1de9-7a37-49c6-9e4a-cb22abb1f11c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c3e28be2-bcfa-4afd-ab13-222c89764d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396020 Dec 07 18:57:44.223188 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0ea4ecd6-70cd-4177-840d-cc30f414cfb6 req-f910ed87-1385-49b2-b47a-db42c45aa10b service neutron] 10.222.0.23 "GET /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846963 Dec 07 18:57:44.310500 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0ea4ecd6-70cd-4177-840d-cc30f414cfb6 req-84e0891b-a92b-43bf-968a-a80a659b3346 service neutron] 10.222.0.23 "GET /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797911 Dec 07 18:57:45.488936 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-80bc3b62-9393-4356-9d30-e6f87644786c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:47.848811 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5bfbd7cc-4798-4acb-a539-7e761afe0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:49.842639 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:50.352788 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:57:51.710392 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:58:09.751156 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:58:12.468726 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:58:15.490007 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c5c08bb3-0c9f-4e6d-9cd3-7b76013c172a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:58:17.850036 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-69674011-689b-4ac7-b6b1-90174b9d600b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:58:19.844877 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:58:20.355225 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:58:21.712555 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:58:39.766810 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:58:45.490669 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0fcd3ed9-ab30-43ea-a052-63a39eef438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:58:45.757372 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-407a3c9b-1803-4f2c-9976-2eb23eececaf req-d68205e3-f191-45b5-b51d-58ab90e8f276 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d6cc080b-8288-49ed-9fbd-752ad921b36d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432498 Dec 07 18:58:45.837376 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a3c9b-1803-4f2c-9976-2eb23eececaf req-63c71acb-5315-4b0c-97b1-69b1b3247f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:58:45.839342 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-407a3c9b-1803-4f2c-9976-2eb23eececaf req-63c71acb-5315-4b0c-97b1-69b1b3247f47 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a6c2dc4c08b44906ac2fbb104a304b3e&device_id=d6cc080b-8288-49ed-9fbd-752ad921b36d HTTP/1.1" status: 200 len: 1098 time: 0.0406818 Dec 07 18:58:45.941747 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a3c9b-1803-4f2c-9976-2eb23eececaf req-86b0e223-eda8-477c-9266-741f6f32841b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:58:45.943207 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-407a3c9b-1803-4f2c-9976-2eb23eececaf req-86b0e223-eda8-477c-9266-741f6f32841b service neutron] 10.222.0.23 "GET /v2.0/networks?id=c3e28be2-bcfa-4afd-ab13-222c89764d73 HTTP/1.1" status: 200 len: 913 time: 0.0852818 Dec 07 18:58:46.005180 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-407a3c9b-1803-4f2c-9976-2eb23eececaf req-b091ef39-11f3-41f8-ac4b-c33cad39df5d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd1f2634-27d9-4b10-b17b-9bed7ebdde41 HTTP/1.1" status: 200 len: 1000 time: 0.0542305 Dec 07 18:58:46.053616 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a3c9b-1803-4f2c-9976-2eb23eececaf req-80c2786f-c77a-4bd7-bc64-d6ea554e927b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:58:46.055023 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-407a3c9b-1803-4f2c-9976-2eb23eececaf req-80c2786f-c77a-4bd7-bc64-d6ea554e927b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf6d62ae-f8fc-4a92-9841-47a88e37b710 HTTP/1.1" status: 200 len: 851 time: 0.0427637 Dec 07 18:58:46.104121 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a3c9b-1803-4f2c-9976-2eb23eececaf req-1eb17f6b-5576-450a-9a53-fd62043bd6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:58:46.105555 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-407a3c9b-1803-4f2c-9976-2eb23eececaf req-1eb17f6b-5576-450a-9a53-fd62043bd6ff service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c3e28be2-bcfa-4afd-ab13-222c89764d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422139 Dec 07 18:58:46.455108 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-407a3c9b-1803-4f2c-9976-2eb23eececaf req-eb8efa3c-7e18-413b-bfa0-8b0d6ef656a1 service neutron] 10.222.0.23 "GET /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419220 Dec 07 18:58:46.543289 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-407a3c9b-1803-4f2c-9976-2eb23eececaf req-51b9f3fe-ff6b-4aa8-a624-82e3551af399 service neutron] 10.222.0.23 "GET /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811214 Dec 07 18:58:47.852354 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-133dfe0b-d073-41ef-8c01-62791f5ffb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:58:49.468261 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:58:49.848043 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:58:50.358148 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:58:51.715910 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:59:05.527329 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-b8547cdf-fe67-4364-982e-980ef25389c7 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1705206457&fields=id&tenant_id=a6c2dc4c08b44906ac2fbb104a304b3e HTTP/1.1" status: 200 len: 267 time: 0.0442886 Dec 07 18:59:05.633301 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-f8ee9638-6d96-4941-9656-f7924f70d17c tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:59:05.635317 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-f8ee9638-6d96-4941-9656-f7924f70d17c tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/networks?id=c3e28be2-bcfa-4afd-ab13-222c89764d73 HTTP/1.1" status: 200 len: 812 time: 0.1014092 Dec 07 18:59:05.649556 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-43b55364-374f-4e4d-be62-0f86b62c314b tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/quotas/a6c2dc4c08b44906ac2fbb104a304b3e HTTP/1.1" status: 200 len: 375 time: 0.0086434 Dec 07 18:59:05.705259 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-3a76ad71-457f-4a80-96f8-a38458d53a53 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6c2dc4c08b44906ac2fbb104a304b3e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499632 Dec 07 18:59:05.797492 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-58e6ae8c-ab1c-4b68-9ea6-b0be6bc58988 service neutron] 10.222.0.41 "GET /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804639 Dec 07 18:59:05.888437 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-70a78034-198d-4d0b-bb25-5c0b6eaa5e4c service neutron] 10.222.0.41 "GET /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850189 Dec 07 18:59:06.161632 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-dd99bb80-f9f8-418c-8eb0-2a5c1a1b7d12 req-ac7f55c2-9f35-44ea-ae8b-4ff2d15354d2 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3d63061-3620-46c7-a7c5-7b2cc64214b9 HTTP/1.1" status: 200 len: 210 time: 0.0279458 Dec 07 18:59:07.057468 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-a16fa70e-2139-4622-8b71-3f9c356c4e83 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:59:07.058937 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-a16fa70e-2139-4622-8b71-3f9c356c4e83 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.23 "GET /v2.0/networks?id=c3e28be2-bcfa-4afd-ab13-222c89764d73 HTTP/1.1" status: 200 len: 812 time: 0.1051042 Dec 07 18:59:07.124085 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-e5bb86af-dfa1-4ebe-880f-3f200eabf94a tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6c2dc4c08b44906ac2fbb104a304b3e HTTP/1.1" status: 200 len: 380 time: 0.0536568 Dec 07 18:59:07.130487 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-535eb158-15fb-4e37-a1ba-7bceb304f4a5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Request body: {'port': {'device_id': 'd3d63061-3620-46c7-a7c5-7b2cc64214b9', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'admin_state_up': True, 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'security_groups': ['a420ef7d-7ecd-4438-b787-99e68041f4d6']}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:59:07.237859 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-535eb158-15fb-4e37-a1ba-7bceb304f4a5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Made reservation on behalf of a6c2dc4c08b44906ac2fbb104a304b3e for: {'port': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 18:59:07.241620 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-535eb158-15fb-4e37-a1ba-7bceb304f4a5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:59:07.266045 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5fe21c15-d75a-4474-a47c-be6f317c121f req-44a75b6d-7abf-4ecd-aee0-e7e75ff4dd85 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3d63061-3620-46c7-a7c5-7b2cc64214b9 HTTP/1.1" status: 200 len: 210 time: 0.0269539 Dec 07 18:59:07.370254 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-535eb158-15fb-4e37-a1ba-7bceb304f4a5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Allocated IP 172.20.0.8 (c3e28be2-bcfa-4afd-ab13-222c89764d73/bf6d62ae-f8fc-4a92-9841-47a88e37b710/8086e0af-5f80-4cc9-b5b6-8955788de994) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:59:07.516793 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-535eb158-15fb-4e37-a1ba-7bceb304f4a5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for port, precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:59:07.551290 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-535eb158-15fb-4e37-a1ba-7bceb304f4a5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:59:07.597184 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-535eb158-15fb-4e37-a1ba-7bceb304f4a5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Network c3e28be2-bcfa-4afd-ab13-222c89764d73 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:59:07.600304 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-535eb158-15fb-4e37-a1ba-7bceb304f4a5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:59:07.604539 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-535eb158-15fb-4e37-a1ba-7bceb304f4a5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:59:07.627617 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535eb158-15fb-4e37-a1ba-7bceb304f4a5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Pushing event updated for resources: {'Port': ['ID=8086e0af-5f80-4cc9-b5b6-8955788de994,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:59:07.642872 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535eb158-15fb-4e37-a1ba-7bceb304f4a5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:59:07.643224 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535eb158-15fb-4e37-a1ba-7bceb304f4a5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:59:07.643575 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535eb158-15fb-4e37-a1ba-7bceb304f4a5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:59:07.643918 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535eb158-15fb-4e37-a1ba-7bceb304f4a5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:59:07.644249 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535eb158-15fb-4e37-a1ba-7bceb304f4a5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:59:07.644578 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535eb158-15fb-4e37-a1ba-7bceb304f4a5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:59:07.644908 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535eb158-15fb-4e37-a1ba-7bceb304f4a5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:59:07.645235 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535eb158-15fb-4e37-a1ba-7bceb304f4a5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:59:07.645561 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535eb158-15fb-4e37-a1ba-7bceb304f4a5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:59:07.645947 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535eb158-15fb-4e37-a1ba-7bceb304f4a5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:59:07.646263 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535eb158-15fb-4e37-a1ba-7bceb304f4a5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:59:07.646588 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535eb158-15fb-4e37-a1ba-7bceb304f4a5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:59:07.646958 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535eb158-15fb-4e37-a1ba-7bceb304f4a5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:59:07.669301 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-535eb158-15fb-4e37-a1ba-7bceb304f4a5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:59:07.669947 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-535eb158-15fb-4e37-a1ba-7bceb304f4a5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:59:07.687436 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-535eb158-15fb-4e37-a1ba-7bceb304f4a5 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5604560 Dec 07 18:59:07.700763 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-27b760a7-972f-4f17-bce5-3cb12c735121 service neutron] Request body: {'port': {'device_id': 'd3d63061-3620-46c7-a7c5-7b2cc64214b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81969'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:59:07.759694 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-27b760a7-972f-4f17-bce5-3cb12c735121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:59:07.799472 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-ca0ed898-b971-474f-a686-058aef89d05a None None] Provisioning complete for port 8086e0af-5f80-4cc9-b5b6-8955788de994 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:59:07.800105 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ca0ed898-b971-474f-a686-058aef89d05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:59:07.834901 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ed898-b971-474f-a686-058aef89d05a None None] Port 8086e0af-5f80-4cc9-b5b6-8955788de994 cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 18:59:08.025287 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-27b760a7-972f-4f17-bce5-3cb12c735121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8086e0af-5f80-4cc9-b5b6-8955788de994 {{(pid=109084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:59:08.032695 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-27b760a7-972f-4f17-bce5-3cb12c735121 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:59:08.044662 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.provisioning_blocks [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-27b760a7-972f-4f17-bce5-3cb12c735121 service neutron] Transition to ACTIVE for port object 8086e0af-5f80-4cc9-b5b6-8955788de994 will not be triggered until provisioned by entity L2. {{(pid=109084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 18:59:08.048700 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-27b760a7-972f-4f17-bce5-3cb12c735121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530413597'] for port, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:59:08.118754 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b760a7-972f-4f17-bce5-3cb12c735121 service neutron] Pushing event updated for resources: {'Port': ['ID=8086e0af-5f80-4cc9-b5b6-8955788de994,revision_number=2']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:59:08.173402 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-27b760a7-972f-4f17-bce5-3cb12c735121 service neutron] Attempting to bind port 8086e0af-5f80-4cc9-b5b6-8955788de994 on host hv-cinder-81969 for vnic_type normal with profile {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 18:59:08.173748 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-27b760a7-972f-4f17-bce5-3cb12c735121 service neutron] Attempting to bind port 8086e0af-5f80-4cc9-b5b6-8955788de994 by drivers openvswitch,hyperv on host hv-cinder-81969 at level 0 using segments [{'id': '12974582-b04d-46ee-b120-5fc52001b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73'}] {{(pid=109084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 18:59:08.174117 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-27b760a7-972f-4f17-bce5-3cb12c735121 service neutron] Attempting to bind port 8086e0af-5f80-4cc9-b5b6-8955788de994 on network c3e28be2-bcfa-4afd-ab13-222c89764d73 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:59:08.178586 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-27b760a7-972f-4f17-bce5-3cb12c735121 service neutron] Port 8086e0af-5f80-4cc9-b5b6-8955788de994 on network c3e28be2-bcfa-4afd-ab13-222c89764d73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81969 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 18:59:08.178911 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-27b760a7-972f-4f17-bce5-3cb12c735121 service neutron] Attempting to bind port 8086e0af-5f80-4cc9-b5b6-8955788de994 on network c3e28be2-bcfa-4afd-ab13-222c89764d73 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 18:59:08.185033 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-27b760a7-972f-4f17-bce5-3cb12c735121 service neutron] Checking agent: {'id': '9b8b7df7-f18f-49d8-b3bd-9764bcedc888', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81969', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'started_at': datetime.datetime(2021, 12, 7, 18, 42, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 18, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 18:59:08.185453 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-27b760a7-972f-4f17-bce5-3cb12c735121 service neutron] Checking segment: {'id': '12974582-b04d-46ee-b120-5fc52001b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 18:59:08.185841 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-27b760a7-972f-4f17-bce5-3cb12c735121 service neutron] Bound using segment: {'id': '12974582-b04d-46ee-b120-5fc52001b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73'} {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 18:59:08.186307 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-27b760a7-972f-4f17-bce5-3cb12c735121 service neutron] Bound port: 8086e0af-5f80-4cc9-b5b6-8955788de994, host: hv-cinder-81969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12974582-b04d-46ee-b120-5fc52001b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73'}}] {{(pid=109084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 18:59:08.186657 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-27b760a7-972f-4f17-bce5-3cb12c735121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:59:08.257465 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-27b760a7-972f-4f17-bce5-3cb12c735121 service neutron] For port 8086e0af-5f80-4cc9-b5b6-8955788de994, host hv-cinder-81969, cleared binding levels {{(pid=109084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 18:59:08.261171 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-27b760a7-972f-4f17-bce5-3cb12c735121 service neutron] For port 8086e0af-5f80-4cc9-b5b6-8955788de994, host hv-cinder-81969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=8086e0af-5f80-4cc9-b5b6-8955788de994,segment=NetworkSegment(12974582-b04d-46ee-b120-5fc52001b2bb),segment_id=12974582-b04d-46ee-b120-5fc52001b2bb)] {{(pid=109084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 18:59:08.265615 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-27b760a7-972f-4f17-bce5-3cb12c735121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530413597'] for port, after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:59:08.301155 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-27b760a7-972f-4f17-bce5-3cb12c735121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:59:08.301801 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-27b760a7-972f-4f17-bce5-3cb12c735121 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:59:08.303887 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-27b760a7-972f-4f17-bce5-3cb12c735121 service neutron] 10.222.0.23 "PUT /v2.0/ports/8086e0af-5f80-4cc9-b5b6-8955788de994 HTTP/1.1" status: 200 len: 1093 time: 0.6080556 Dec 07 18:59:08.304339 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d63061-3620-46c7-a7c5-7b2cc64214b9', 'tag': '8086e0af-5f80-4cc9-b5b6-8955788de994'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:59:08.307158 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a9c8e9ce0db27bff2b715efe80f7ddeb02331314c1c7d49b52ba908637cab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9fa759-8020-4905-8859-6c07bdd198d9" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d63061-3620-46c7-a7c5-7b2cc64214b9", "tag": "8086e0af-5f80-4cc9-b5b6-8955788de994"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:59:08.348936 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b760a7-972f-4f17-bce5-3cb12c735121 service neutron] Pushing event updated for resources: {'Port': ['ID=8086e0af-5f80-4cc9-b5b6-8955788de994,revision_number=3']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:59:08.355185 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b5fb06-4600-4854-9a53-bc398bd61b62 x-openstack-request-id: req-45b5fb06-4600-4854-9a53-bc398bd61b62 {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:59:08.355491 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d63061-3620-46c7-a7c5-7b2cc64214b9", "tag": "8086e0af-5f80-4cc9-b5b6-8955788de994", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:59:08.355877 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-45b5fb06-4600-4854-9a53-bc398bd61b62 {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:59:08.356287 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d63061-3620-46c7-a7c5-7b2cc64214b9', 'tag': '8086e0af-5f80-4cc9-b5b6-8955788de994', 'status': 'completed', 'code': 200} Dec 07 18:59:08.435831 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96915d61-dfb2-4639-97fd-cf7418747986 req-819cac4f-acaa-4f8f-b43a-a87522256704 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:59:08.437433 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-96915d61-dfb2-4639-97fd-cf7418747986 req-819cac4f-acaa-4f8f-b43a-a87522256704 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3d63061-3620-46c7-a7c5-7b2cc64214b9 HTTP/1.1" status: 200 len: 943 time: 0.0909615 Dec 07 18:59:08.452827 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-c3dce673-7340-4975-9de2-feca180f6f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:59:08.454334 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-c3dce673-7340-4975-9de2-feca180f6f08 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a6c2dc4c08b44906ac2fbb104a304b3e&device_id=d3d63061-3620-46c7-a7c5-7b2cc64214b9 HTTP/1.1" status: 200 len: 1096 time: 0.0675459 Dec 07 18:59:08.500435 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-06b4c203-b42b-44f1-a400-1b14ffe27db4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8086e0af-5f80-4cc9-b5b6-8955788de994 HTTP/1.1" status: 200 len: 217 time: 0.0382504 Dec 07 18:59:08.555840 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-96915d61-dfb2-4639-97fd-cf7418747986 req-d73437be-7a0a-4dc6-bfbc-7d3ab8173c7e tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116474 Dec 07 18:59:08.570435 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-e09de46e-7b86-4079-aa5b-b1a2bccc5a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:59:08.572083 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-e09de46e-7b86-4079-aa5b-b1a2bccc5a00 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf6d62ae-f8fc-4a92-9841-47a88e37b710 HTTP/1.1" status: 200 len: 851 time: 0.0647225 Dec 07 18:59:08.617524 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-18848db1-34dc-49e9-8115-823131270de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:59:08.619047 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-18848db1-34dc-49e9-8115-823131270de6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c3e28be2-bcfa-4afd-ab13-222c89764d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399153 Dec 07 18:59:08.707639 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-79c273cd-afd9-4f46-8a4f-0322bef05ff1 service neutron] 10.222.0.23 "GET /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810673 Dec 07 18:59:08.798793 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cbfa46b3-c75b-43d0-844d-a882662533fd req-eddbb48d-0803-4a84-8430-1feb7b398f83 service neutron] 10.222.0.23 "GET /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843716 Dec 07 18:59:08.880354 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fa759-8020-4905-8859-6c07bdd198d9 req-d4338d7f-0b0a-4aa7-a6aa-308084ebb172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:59:08.881727 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9c9fa759-8020-4905-8859-6c07bdd198d9 req-d4338d7f-0b0a-4aa7-a6aa-308084ebb172 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a6c2dc4c08b44906ac2fbb104a304b3e&device_id=d3d63061-3620-46c7-a7c5-7b2cc64214b9 HTTP/1.1" status: 200 len: 1096 time: 0.0406921 Dec 07 18:59:08.975684 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fa759-8020-4905-8859-6c07bdd198d9 req-b54ebb53-d60c-440a-9e29-96ac05c3d549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:59:08.977121 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9c9fa759-8020-4905-8859-6c07bdd198d9 req-b54ebb53-d60c-440a-9e29-96ac05c3d549 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c3e28be2-bcfa-4afd-ab13-222c89764d73 HTTP/1.1" status: 200 len: 913 time: 0.0873482 Dec 07 18:59:09.019720 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9c9fa759-8020-4905-8859-6c07bdd198d9 req-242e359e-032d-47d5-91a9-0d51831bbc71 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8086e0af-5f80-4cc9-b5b6-8955788de994 HTTP/1.1" status: 200 len: 217 time: 0.0338044 Dec 07 18:59:09.071615 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fa759-8020-4905-8859-6c07bdd198d9 req-4805fedf-4b25-4276-8eac-71621348900c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:59:09.073803 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9c9fa759-8020-4905-8859-6c07bdd198d9 req-4805fedf-4b25-4276-8eac-71621348900c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf6d62ae-f8fc-4a92-9841-47a88e37b710 HTTP/1.1" status: 200 len: 851 time: 0.0455618 Dec 07 18:59:09.122661 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fa759-8020-4905-8859-6c07bdd198d9 req-c61351bd-a25f-4e2b-b357-9c21b7f94b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:59:09.124104 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9c9fa759-8020-4905-8859-6c07bdd198d9 req-c61351bd-a25f-4e2b-b357-9c21b7f94b7c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c3e28be2-bcfa-4afd-ab13-222c89764d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426378 Dec 07 18:59:09.224507 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9c9fa759-8020-4905-8859-6c07bdd198d9 req-37e37eb9-596e-4d62-a4fc-21d01c200b4a service neutron] 10.222.0.23 "GET /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881159 Dec 07 18:59:09.322790 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9c9fa759-8020-4905-8859-6c07bdd198d9 req-6cc038a0-6a9f-44d5-9128-65f1625fcd0a service neutron] 10.222.0.23 "GET /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843465 Dec 07 18:59:09.673741 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050b646-313f-4eb1-a664-ddd1e4f11bf0 req-cc2474ee-aba0-47e2-b89c-7924770bee7e tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:59:09.675224 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5050b646-313f-4eb1-a664-ddd1e4f11bf0 req-cc2474ee-aba0-47e2-b89c-7924770bee7e tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3d63061-3620-46c7-a7c5-7b2cc64214b9 HTTP/1.1" status: 200 len: 943 time: 0.0487227 Dec 07 18:59:09.722828 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5050b646-313f-4eb1-a664-ddd1e4f11bf0 req-01d26336-c899-466c-ab16-12bb05d5cd1d tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417652 Dec 07 18:59:09.779854 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:59:10.839974 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41dfe8d-d368-4313-bc9c-dd5e43ee4aaa req-5dba25ed-48df-4cc1-bfba-21ae1f212e05 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:59:10.841463 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d41dfe8d-d368-4313-bc9c-dd5e43ee4aaa req-5dba25ed-48df-4cc1-bfba-21ae1f212e05 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3d63061-3620-46c7-a7c5-7b2cc64214b9 HTTP/1.1" status: 200 len: 943 time: 0.0512798 Dec 07 18:59:10.889837 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d41dfe8d-d368-4313-bc9c-dd5e43ee4aaa req-d7168ce6-325a-41fc-96ae-6768fc4a3f6b tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424564 Dec 07 18:59:12.003355 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71407bea-91e4-48d3-9b68-f451463bff01 req-1a778cf2-a9c6-46b5-a23c-8c7f9d7f91ea tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:59:12.004814 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-71407bea-91e4-48d3-9b68-f451463bff01 req-1a778cf2-a9c6-46b5-a23c-8c7f9d7f91ea tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3d63061-3620-46c7-a7c5-7b2cc64214b9 HTTP/1.1" status: 200 len: 943 time: 0.0478697 Dec 07 18:59:12.057821 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-71407bea-91e4-48d3-9b68-f451463bff01 req-abcc0a5d-04e6-4f09-b0bc-3ab44372fd1c tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463157 Dec 07 18:59:13.169615 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b9ac7-c702-40ca-bdcf-4e3f71c50ff3 req-329787c9-aab1-4401-ad42-39139c723cea tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:59:13.171160 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d15b9ac7-c702-40ca-bdcf-4e3f71c50ff3 req-329787c9-aab1-4401-ad42-39139c723cea tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3d63061-3620-46c7-a7c5-7b2cc64214b9 HTTP/1.1" status: 200 len: 943 time: 0.0482202 Dec 07 18:59:13.224788 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d15b9ac7-c702-40ca-bdcf-4e3f71c50ff3 req-5e6d1fb4-4efe-4fb1-a4b1-ef44435bd70f tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477810 Dec 07 18:59:14.346319 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46bf92-0e24-4900-9f10-11487ab5a332 req-ad2887f6-df84-41e7-a165-84a827a2d45a tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:59:14.347823 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8a46bf92-0e24-4900-9f10-11487ab5a332 req-ad2887f6-df84-41e7-a165-84a827a2d45a tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3d63061-3620-46c7-a7c5-7b2cc64214b9 HTTP/1.1" status: 200 len: 943 time: 0.0486317 Dec 07 18:59:14.397103 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8a46bf92-0e24-4900-9f10-11487ab5a332 req-5038842e-7294-4d2d-9846-3b2210a64e36 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434151 Dec 07 18:59:15.493054 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-77aac74c-3499-41d5-b6ce-0150fe9cf259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:59:15.513358 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e689a-c396-44df-a87f-4e6dd9b2ccfc req-681e2a75-2413-4b43-ae84-e40dfdef2691 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:59:15.514869 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-628e689a-c396-44df-a87f-4e6dd9b2ccfc req-681e2a75-2413-4b43-ae84-e40dfdef2691 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3d63061-3620-46c7-a7c5-7b2cc64214b9 HTTP/1.1" status: 200 len: 943 time: 0.0506566 Dec 07 18:59:15.563897 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-628e689a-c396-44df-a87f-4e6dd9b2ccfc req-95f5259c-fd84-480f-a5b3-1a4946fe7190 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430987 Dec 07 18:59:16.677266 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42f3e9-846d-43ba-8acc-ba21851ee8f7 req-bf67a66e-fe09-4d29-96b0-d72386f95f1c tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:59:16.678767 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-bc42f3e9-846d-43ba-8acc-ba21851ee8f7 req-bf67a66e-fe09-4d29-96b0-d72386f95f1c tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3d63061-3620-46c7-a7c5-7b2cc64214b9 HTTP/1.1" status: 200 len: 943 time: 0.0493581 Dec 07 18:59:16.729131 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-bc42f3e9-846d-43ba-8acc-ba21851ee8f7 req-0f4752dc-d254-4ce7-baa5-9b545f40ee88 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442708 Dec 07 18:59:16.908440 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 8086e0af-5f80-4cc9-b5b6-8955788de994 details requested by agent hyperv_hv-cinder-81969 with host hv-cinder-81969 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 18:59:16.999384 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 8086e0af-5f80-4cc9-b5b6-8955788de994, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=8086e0af-5f80-4cc9-b5b6-8955788de994,segment=NetworkSegment(12974582-b04d-46ee-b120-5fc52001b2bb),segment_id=12974582-b04d-46ee-b120-5fc52001b2bb)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:59:17.010449 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Returning: {'device': '8086e0af-5f80-4cc9-b5b6-8955788de994', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'port_id': '8086e0af-5f80-4cc9-b5b6-8955788de994', 'mac_address': 'fa:16:3e:68:e1:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 18:59:17.049093 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:59:17.062027 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8086e0af-5f80-4cc9-b5b6-8955788de994 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 18:59:17.081586 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 8086e0af-5f80-4cc9-b5b6-8955788de994, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=8086e0af-5f80-4cc9-b5b6-8955788de994,segment=NetworkSegment(12974582-b04d-46ee-b120-5fc52001b2bb),segment_id=12974582-b04d-46ee-b120-5fc52001b2bb)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:59:17.085169 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:59:17.129848 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=8086e0af-5f80-4cc9-b5b6-8955788de994,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:59:17.137228 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:59:17.137583 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:59:17.137943 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:59:17.138280 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:59:17.138610 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:59:17.138936 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:59:17.139260 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:59:17.139581 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:59:17.139902 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:59:17.140224 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:59:17.140545 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:59:17.140861 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:59:17.141175 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:59:17.321275 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] get_ports_and_sgs() called for port_ids ['8086e0af-5f80-4cc9-b5b6-8955788de994'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 18:59:17.840806 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72995ab8-e3ff-48db-ba81-34e8bf8f52b1 req-ef06df1d-1af4-423a-8fb7-5ca4301c0829 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:59:17.842316 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-72995ab8-e3ff-48db-ba81-34e8bf8f52b1 req-ef06df1d-1af4-423a-8fb7-5ca4301c0829 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3d63061-3620-46c7-a7c5-7b2cc64214b9 HTTP/1.1" status: 200 len: 944 time: 0.0475080 Dec 07 18:59:17.854926 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-50faed2f-f3ce-41b2-a305-50f90b665be6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:59:17.893483 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-72995ab8-e3ff-48db-ba81-34e8bf8f52b1 req-911fe9b7-aee9-42d8-a083-0f4640b736e3 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448656 Dec 07 18:59:18.924554 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 8086e0af-5f80-4cc9-b5b6-8955788de994 up at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 18:59:18.973015 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning for port 8086e0af-5f80-4cc9-b5b6-8955788de994 completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 18:59:18.976824 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Provisioning complete for port 8086e0af-5f80-4cc9-b5b6-8955788de994 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 18:59:18.977199 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1582697'] for port, provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:59:19.011322 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd81e7-90cf-48a5-9302-8e8c83e2245e req-082b479e-7d48-4bc8-9921-5a34319c7428 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:59:19.012794 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-abfd81e7-90cf-48a5-9302-8e8c83e2245e req-082b479e-7d48-4bc8-9921-5a34319c7428 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3d63061-3620-46c7-a7c5-7b2cc64214b9 HTTP/1.1" status: 200 len: 944 time: 0.0526114 Dec 07 18:59:19.058285 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:59:19.061935 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-abfd81e7-90cf-48a5-9302-8e8c83e2245e req-ea6a451b-4a9b-4ee5-8a88-2be24f2c175e tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427969 Dec 07 18:59:19.081340 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d63061-3620-46c7-a7c5-7b2cc64214b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8086e0af-5f80-4cc9-b5b6-8955788de994'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:59:19.083615 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab3a8ce7da5a640e7c4dfc04f2c3e6911255c2d0b826cd7cc2b97a426bb0a1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e4fbfc-6a8d-44c3-a3f2-49a86620053d" -d '{"events": [{"server_uuid": "d3d63061-3620-46c7-a7c5-7b2cc64214b9", "name": "network-vif-plugged", "status": "completed", "tag": "8086e0af-5f80-4cc9-b5b6-8955788de994"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:59:19.096260 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] For port 8086e0af-5f80-4cc9-b5b6-8955788de994, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=8086e0af-5f80-4cc9-b5b6-8955788de994,segment=NetworkSegment(12974582-b04d-46ee-b120-5fc52001b2bb),segment_id=12974582-b04d-46ee-b120-5fc52001b2bb)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 18:59:19.100600 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:59:19.125628 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 18:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6757125-8324-471b-ae06-88dc889e0e15 x-openstack-request-id: req-d6757125-8324-471b-ae06-88dc889e0e15 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:59:19.125628 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d63061-3620-46c7-a7c5-7b2cc64214b9", "name": "network-vif-plugged", "status": "completed", "tag": "8086e0af-5f80-4cc9-b5b6-8955788de994", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:59:19.125628 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d6757125-8324-471b-ae06-88dc889e0e15 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:59:19.125628 dv-cinder-819692-6-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d63061-3620-46c7-a7c5-7b2cc64214b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8086e0af-5f80-4cc9-b5b6-8955788de994', 'code': 200} Dec 07 18:59:19.152921 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Pushing event updated for resources: {'Port': ['ID=8086e0af-5f80-4cc9-b5b6-8955788de994,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:59:19.342316 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba500d9-3693-4a53-80a3-91a78a6fb40a req-0141b85a-9c45-49eb-8551-efb30a6098c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:59:19.343764 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-bba500d9-3693-4a53-80a3-91a78a6fb40a req-0141b85a-9c45-49eb-8551-efb30a6098c0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d3d63061-3620-46c7-a7c5-7b2cc64214b9 HTTP/1.1" status: 200 len: 1098 time: 0.0427248 Dec 07 18:59:19.390267 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-bba500d9-3693-4a53-80a3-91a78a6fb40a req-a06245b6-9ec6-44f1-8450-20d4cbc48500 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386767 Dec 07 18:59:19.850443 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:59:20.178637 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c9124-f3de-4976-8435-eca05fbd24b3 req-ae32a85a-91b1-4d94-9b48-5b66ee5460a2 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:59:20.180015 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-305c9124-f3de-4976-8435-eca05fbd24b3 req-ae32a85a-91b1-4d94-9b48-5b66ee5460a2 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3d63061-3620-46c7-a7c5-7b2cc64214b9 HTTP/1.1" status: 200 len: 945 time: 0.0497983 Dec 07 18:59:20.229232 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-305c9124-f3de-4976-8435-eca05fbd24b3 req-e42726b9-c83e-4d3a-aa06-f225d26cd093 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431049 Dec 07 18:59:20.362397 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:59:21.343126 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589a01b-dddc-4daa-ad73-f74f7cc9efb3 req-a176dd96-da08-42fe-86ac-74ee09a2d320 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:59:21.344566 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9589a01b-dddc-4daa-ad73-f74f7cc9efb3 req-a176dd96-da08-42fe-86ac-74ee09a2d320 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3d63061-3620-46c7-a7c5-7b2cc64214b9 HTTP/1.1" status: 200 len: 945 time: 0.0479574 Dec 07 18:59:21.392296 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9589a01b-dddc-4daa-ad73-f74f7cc9efb3 req-784e5632-2efe-41e0-8f7d-f55d0a7d30c6 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417700 Dec 07 18:59:21.507826 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236f187-1b90-4ec3-bd9e-580a367d01f1 req-5dd21cbe-b0ca-4ac2-883a-f9dec3e9acbc tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:59:21.509174 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0236f187-1b90-4ec3-bd9e-580a367d01f1 req-5dd21cbe-b0ca-4ac2-883a-f9dec3e9acbc tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3d63061-3620-46c7-a7c5-7b2cc64214b9 HTTP/1.1" status: 200 len: 945 time: 0.0515685 Dec 07 18:59:21.558198 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0236f187-1b90-4ec3-bd9e-580a367d01f1 req-dd48902c-aa52-43d4-a044-2bd16e1c7f51 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420301 Dec 07 18:59:21.581813 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 40700) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:59:21.621458 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dfefda-b2e3-47ca-b927-482b5233a954 tempest-TestVolumeBootPattern-858529306 tempest-TestVolumeBootPattern-858529306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:59:21.623296 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-74dfefda-b2e3-47ca-b927-482b5233a954 tempest-TestVolumeBootPattern-858529306 tempest-TestVolumeBootPattern-858529306-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d3d63061-3620-46c7-a7c5-7b2cc64214b9 HTTP/1.1" status: 200 len: 1093 time: 0.0403097 Dec 07 18:59:21.626507 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 40702) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 18:59:21.630710 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-a330293d-6490-4136-83f0-5c758b88f693 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Request body: {'floatingip': {'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'port_id': '8086e0af-5f80-4cc9-b5b6-8955788de994', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 18:59:21.652461 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a330293d-6490-4136-83f0-5c758b88f693 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for floatingip, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:59:21.720911 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:59:21.750804 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a330293d-6490-4136-83f0-5c758b88f693 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:59:21.855773 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-a330293d-6490-4136-83f0-5c758b88f693 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Allocated IP 172.27.0.166 (c28673b7-9801-4a6d-8bd7-4540f8f52bd4/c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01/d16ab0a9-861f-4053-8c80-ea2650fdab05) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 18:59:21.958722 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a330293d-6490-4136-83f0-5c758b88f693 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:59:21.992279 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a330293d-6490-4136-83f0-5c758b88f693 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753414091255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529624208'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:59:22.030568 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a330293d-6490-4136-83f0-5c758b88f693 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Network c28673b7-9801-4a6d-8bd7-4540f8f52bd4 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 18:59:22.033445 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-a330293d-6490-4136-83f0-5c758b88f693 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 18:59:22.036004 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a330293d-6490-4136-83f0-5c758b88f693 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 18:59:22.063179 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a330293d-6490-4136-83f0-5c758b88f693 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Pushing event updated for resources: {'Port': ['ID=d16ab0a9-861f-4053-8c80-ea2650fdab05,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:59:22.079655 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a330293d-6490-4136-83f0-5c758b88f693 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:59:22.080000 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a330293d-6490-4136-83f0-5c758b88f693 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:59:22.080340 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a330293d-6490-4136-83f0-5c758b88f693 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:59:22.080673 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a330293d-6490-4136-83f0-5c758b88f693 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:59:22.081000 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a330293d-6490-4136-83f0-5c758b88f693 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:59:22.081324 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a330293d-6490-4136-83f0-5c758b88f693 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:59:22.081656 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a330293d-6490-4136-83f0-5c758b88f693 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:59:22.082003 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a330293d-6490-4136-83f0-5c758b88f693 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:59:22.082328 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a330293d-6490-4136-83f0-5c758b88f693 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:59:22.082653 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a330293d-6490-4136-83f0-5c758b88f693 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:59:22.082974 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a330293d-6490-4136-83f0-5c758b88f693 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:59:22.083294 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a330293d-6490-4136-83f0-5c758b88f693 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:59:22.083609 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a330293d-6490-4136-83f0-5c758b88f693 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 18:59:22.402615 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a330293d-6490-4136-83f0-5c758b88f693 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:59:22.468760 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a330293d-6490-4136-83f0-5c758b88f693 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705891'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:59:22.615532 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a330293d-6490-4136-83f0-5c758b88f693 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:59:22.619989 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a330293d-6490-4136-83f0-5c758b88f693 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753414612399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753414087949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753414087967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529623651'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:59:22.692047 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a330293d-6490-4136-83f0-5c758b88f693 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Pushing event updated for resources: {'Port': ['ID=d16ab0a9-861f-4053-8c80-ea2650fdab05,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 18:59:22.700537 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a330293d-6490-4136-83f0-5c758b88f693 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652997'] for floatingip, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:59:22.794703 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.db.l3_db [None req-a330293d-6490-4136-83f0-5c758b88f693 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Floating IP ba2f399a-7a01-45b9-9519-244f4eb603a2 associated. External IP: 172.27.0.166, port: 8086e0af-5f80-4cc9-b5b6-8955788de994. Dec 07 18:59:23.252323 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a330293d-6490-4136-83f0-5c758b88f693 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Router 6716e072-6170-4fc3-935f-cd0f13f97845 has already been hosted by L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 18:59:23.360136 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a330293d-6490-4136-83f0-5c758b88f693 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 18:59:23.369728 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c27a0d6-ed6f-48a2-a55b-5632462903e8 None None] Sync routers for ids ['6716e072-6170-4fc3-935f-cd0f13f97845'] in dv-cinder-819692-6-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 18:59:23.377784 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a330293d-6490-4136-83f0-5c758b88f693 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:59:23.379661 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c27a0d6-ed6f-48a2-a55b-5632462903e8 None None] Routers {'6716e072-6170-4fc3-935f-cd0f13f97845'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:59:23.380284 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-4c27a0d6-ed6f-48a2-a55b-5632462903e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:59:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['6716e072-6170-4fc3-935f-cd0f13f97845'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:59:23.405265 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-a330293d-6490-4136-83f0-5c758b88f693 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7777605 Dec 07 18:59:23.405896 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d63061-3620-46c7-a7c5-7b2cc64214b9', 'tag': '8086e0af-5f80-4cc9-b5b6-8955788de994'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 18:59:23.408172 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f47eea71b5ba0831d378bb06dcf61d9c2f9c3cd1ea737a862f2010bc1a834e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b7d2c4-a87e-46f5-b8e9-89c982351e60" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d63061-3620-46c7-a7c5-7b2cc64214b9", "tag": "8086e0af-5f80-4cc9-b5b6-8955788de994"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 18:59:23.450988 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 18:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590b3eec-873c-4a5a-b60f-9cbe3abe2f7f x-openstack-request-id: req-590b3eec-873c-4a5a-b60f-9cbe3abe2f7f {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 18:59:23.451293 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d63061-3620-46c7-a7c5-7b2cc64214b9", "tag": "8086e0af-5f80-4cc9-b5b6-8955788de994", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 18:59:23.451557 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-590b3eec-873c-4a5a-b60f-9cbe3abe2f7f {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 18:59:23.451993 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d63061-3620-46c7-a7c5-7b2cc64214b9', 'tag': '8086e0af-5f80-4cc9-b5b6-8955788de994', 'status': 'completed', 'code': 200} Dec 07 18:59:23.491362 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-4c27a0d6-ed6f-48a2-a55b-5632462903e8 None None] Set router 6716e072-6170-4fc3-935f-cd0f13f97845 gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:59:23.513540 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7d2c4-a87e-46f5-b8e9-89c982351e60 req-a6a98831-676f-4a54-87c5-f0e3cfc9310b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:59:23.515078 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-89b7d2c4-a87e-46f5-b8e9-89c982351e60 req-a6a98831-676f-4a54-87c5-f0e3cfc9310b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a6c2dc4c08b44906ac2fbb104a304b3e&device_id=d3d63061-3620-46c7-a7c5-7b2cc64214b9 HTTP/1.1" status: 200 len: 1098 time: 0.0402722 Dec 07 18:59:23.610140 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7d2c4-a87e-46f5-b8e9-89c982351e60 req-b26d2731-c86d-46e0-b338-503b99017890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:59:23.611612 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-89b7d2c4-a87e-46f5-b8e9-89c982351e60 req-b26d2731-c86d-46e0-b338-503b99017890 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c3e28be2-bcfa-4afd-ab13-222c89764d73 HTTP/1.1" status: 200 len: 913 time: 0.0894246 Dec 07 18:59:23.679972 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-89b7d2c4-a87e-46f5-b8e9-89c982351e60 req-b558bd03-aff4-4ee4-92a9-a1669fdf31dc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8086e0af-5f80-4cc9-b5b6-8955788de994 HTTP/1.1" status: 200 len: 999 time: 0.0611029 Dec 07 18:59:23.724164 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-4c27a0d6-ed6f-48a2-a55b-5632462903e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'name': 'tempest-TestVolumeBootPattern-1498666770-router', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:30Z', 'revision_number': 4, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'gw_port': {'id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_floatingips': [{'id': 'ba2f399a-7a01-45b9-9519-244f4eb603a2', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'router_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'port_id': '8086e0af-5f80-4cc9-b5b6-8955788de994', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'mac_address': 'fa:16:3e:68:e1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d63061-3620-46c7-a7c5-7b2cc64214b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:59:22Z', 'updated_at': '2021-12-07T18:59:22Z', 'revision_number': 0, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'fixed_ip_address_scope': None}, {'id': 'cc653972-a76d-4d57-8b4e-593a18511957', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'router_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'port_id': 'fd1f2634-27d9-4b10-b17b-9bed7ebdde41', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'mac_address': 'fa:16:3e:36:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cc080b-8288-49ed-9fbd-752ad921b36d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:57:26Z', 'updated_at': '2021-12-07T18:57:27Z', 'revision_number': 1, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce99b94-5aa5-4c4f-9502-48ac2675e165', 'name': '', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'mac_address': 'fa:16:3e:a8:78:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:29Z', 'updated_at': '2021-12-07T18:54:34Z', 'revision_number': 5, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'subnets': [{'id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:59:23.729949 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7d2c4-a87e-46f5-b8e9-89c982351e60 req-9dfe2e8d-86ca-4f4f-a96a-0f7c51060122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:59:23.731417 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-89b7d2c4-a87e-46f5-b8e9-89c982351e60 req-9dfe2e8d-86ca-4f4f-a96a-0f7c51060122 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf6d62ae-f8fc-4a92-9841-47a88e37b710 HTTP/1.1" status: 200 len: 851 time: 0.0435781 Dec 07 18:59:23.755698 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c27a0d6-ed6f-48a2-a55b-5632462903e8 None None] Checking router: 6716e072-6170-4fc3-935f-cd0f13f97845 for host: dv-cinder-819692-6-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 18:59:23.764285 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c27a0d6-ed6f-48a2-a55b-5632462903e8 None None] Routers {'6716e072-6170-4fc3-935f-cd0f13f97845'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 18:59:23.764891 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-4c27a0d6-ed6f-48a2-a55b-5632462903e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T18:59:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['6716e072-6170-4fc3-935f-cd0f13f97845'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:59:23.777099 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7d2c4-a87e-46f5-b8e9-89c982351e60 req-fa490184-a73d-4b8c-b0c0-a3f5ff55d118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:59:23.778627 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-89b7d2c4-a87e-46f5-b8e9-89c982351e60 req-fa490184-a73d-4b8c-b0c0-a3f5ff55d118 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c3e28be2-bcfa-4afd-ab13-222c89764d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400267 Dec 07 18:59:23.870422 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-89b7d2c4-a87e-46f5-b8e9-89c982351e60 req-1c2c84a4-5993-472c-899a-d9344acda567 service neutron] 10.222.0.23 "GET /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843461 Dec 07 18:59:23.870689 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-4c27a0d6-ed6f-48a2-a55b-5632462903e8 None None] Set router 6716e072-6170-4fc3-935f-cd0f13f97845 gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 18:59:23.957445 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-89b7d2c4-a87e-46f5-b8e9-89c982351e60 req-947b625a-05b3-4d38-9517-22dd53d0f0e1 service neutron] 10.222.0.23 "GET /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799983 Dec 07 18:59:24.093421 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-4c27a0d6-ed6f-48a2-a55b-5632462903e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'name': 'tempest-TestVolumeBootPattern-1498666770-router', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:30Z', 'revision_number': 4, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'gw_port': {'id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_floatingips': [{'id': 'ba2f399a-7a01-45b9-9519-244f4eb603a2', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'router_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'port_id': '8086e0af-5f80-4cc9-b5b6-8955788de994', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'mac_address': 'fa:16:3e:68:e1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d63061-3620-46c7-a7c5-7b2cc64214b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:59:22Z', 'updated_at': '2021-12-07T18:59:22Z', 'revision_number': 0, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'fixed_ip_address_scope': None}, {'id': 'cc653972-a76d-4d57-8b4e-593a18511957', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'router_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'port_id': 'fd1f2634-27d9-4b10-b17b-9bed7ebdde41', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'mac_address': 'fa:16:3e:36:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cc080b-8288-49ed-9fbd-752ad921b36d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:57:26Z', 'updated_at': '2021-12-07T18:57:27Z', 'revision_number': 1, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce99b94-5aa5-4c4f-9502-48ac2675e165', 'name': '', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'mac_address': 'fa:16:3e:a8:78:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:29Z', 'updated_at': '2021-12-07T18:54:34Z', 'revision_number': 5, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'subnets': [{'id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 18:59:24.122987 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c27a0d6-ed6f-48a2-a55b-5632462903e8 None None] The sync data for ids ['6716e072-6170-4fc3-935f-cd0f13f97845'] in dv-cinder-819692-6-iscsi is: [{'id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'name': 'tempest-TestVolumeBootPattern-1498666770-router', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:30Z', 'revision_number': 4, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'gw_port': {'id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_floatingips': [{'id': 'ba2f399a-7a01-45b9-9519-244f4eb603a2', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'router_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'port_id': '8086e0af-5f80-4cc9-b5b6-8955788de994', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'mac_address': 'fa:16:3e:68:e1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d63061-3620-46c7-a7c5-7b2cc64214b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:59:22Z', 'updated_at': '2021-12-07T18:59:22Z', 'revision_number': 0, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'fixed_ip_address_scope': None}, {'id': 'cc653972-a76d-4d57-8b4e-593a18511957', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'router_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'port_id': 'fd1f2634-27d9-4b10-b17b-9bed7ebdde41', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'mac_address': 'fa:16:3e:36:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cc080b-8288-49ed-9fbd-752ad921b36d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:57:26Z', 'updated_at': '2021-12-07T18:57:27Z', 'revision_number': 1, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce99b94-5aa5-4c4f-9502-48ac2675e165', 'name': '', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'mac_address': 'fa:16:3e:a8:78:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:29Z', 'updated_at': '2021-12-07T18:54:34Z', 'revision_number': 5, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'subnets': [{'id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 18:59:24.302813 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5bbce3-c18b-4c81-94f6-7d07b0fbed8f None None] New status for floating IP ba2f399a-7a01-45b9-9519-244f4eb603a2: ACTIVE {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 18:59:26.467609 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 18:59:39.780927 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:59:45.496401 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0dcadddb-4858-4ac6-a7c3-f49dd4673165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:59:45.767861 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-956d4bdf-b18e-4433-9906-5672f19b9e1f req-d21e9c5c-3fd9-4c77-8dd7-7f3a9bdc96ca service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d6cc080b-8288-49ed-9fbd-752ad921b36d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392430 Dec 07 18:59:45.852560 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d4bdf-b18e-4433-9906-5672f19b9e1f req-70e96778-76aa-4984-85eb-73893e0242a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:59:45.854069 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-956d4bdf-b18e-4433-9906-5672f19b9e1f req-70e96778-76aa-4984-85eb-73893e0242a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a6c2dc4c08b44906ac2fbb104a304b3e&device_id=d6cc080b-8288-49ed-9fbd-752ad921b36d HTTP/1.1" status: 200 len: 1098 time: 0.0436594 Dec 07 18:59:45.955119 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d4bdf-b18e-4433-9906-5672f19b9e1f req-91087e3e-055e-4e42-8e38-410e66ef1aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:59:45.956564 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-956d4bdf-b18e-4433-9906-5672f19b9e1f req-91087e3e-055e-4e42-8e38-410e66ef1aea service neutron] 10.222.0.23 "GET /v2.0/networks?id=c3e28be2-bcfa-4afd-ab13-222c89764d73 HTTP/1.1" status: 200 len: 913 time: 0.0828018 Dec 07 18:59:46.022770 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-956d4bdf-b18e-4433-9906-5672f19b9e1f req-088cb6ad-863c-4239-bcbc-b725e0bc9292 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd1f2634-27d9-4b10-b17b-9bed7ebdde41 HTTP/1.1" status: 200 len: 1000 time: 0.0590096 Dec 07 18:59:46.069309 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d4bdf-b18e-4433-9906-5672f19b9e1f req-48b86350-8b71-4b8f-b3eb-78a994b3db27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:59:46.070731 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-956d4bdf-b18e-4433-9906-5672f19b9e1f req-48b86350-8b71-4b8f-b3eb-78a994b3db27 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf6d62ae-f8fc-4a92-9841-47a88e37b710 HTTP/1.1" status: 200 len: 851 time: 0.0412610 Dec 07 18:59:46.114610 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d4bdf-b18e-4433-9906-5672f19b9e1f req-f1e21444-f919-43a5-9f4d-b70374414913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 18:59:46.116057 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-956d4bdf-b18e-4433-9906-5672f19b9e1f req-f1e21444-f919-43a5-9f4d-b70374414913 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c3e28be2-bcfa-4afd-ab13-222c89764d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382898 Dec 07 18:59:46.205689 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-956d4bdf-b18e-4433-9906-5672f19b9e1f req-8483a1a8-2d81-4457-9b3d-27b794b231bd service neutron] 10.222.0.23 "GET /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826271 Dec 07 18:59:46.293225 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-956d4bdf-b18e-4433-9906-5672f19b9e1f req-086daea7-4ccf-4489-94dc-8a1b39bd7b36 service neutron] 10.222.0.23 "GET /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801568 Dec 07 18:59:47.857330 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6208b4c5-edfc-4976-a2ab-9f0e460aa632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:59:49.852414 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:59:50.365036 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 18:59:51.723953 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:00:03.467164 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 19:00:04.888337 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [req-e5997c7c-9c18-41d9-b219-9e234bc7f27b req-67e27bdc-2166-4670-bf32-33961aa229dc service neutron] (109085) timed out ('10.222.0.23', 53551) {{(pid=109085) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 07 19:00:09.809644 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:00:15.498286 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-15f61950-d57c-408b-b3b5-42f721327c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:00:17.857824 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8ef2a761-b2e8-4736-99ce-420e1e8b96ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:00:19.858260 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:00:20.368386 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:00:21.725662 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:00:39.809144 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:00:40.466125 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 19:00:45.499696 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d2fb923a-1a93-46bb-b56e-96b8d81e270f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:00:46.803190 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c1707ee4-5dd4-4bdd-91ac-bb913eff26e2 req-5428e9a2-0a77-434d-ab68-becbaea31fdd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d3d63061-3620-46c7-a7c5-7b2cc64214b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0917730 Dec 07 19:00:46.861886 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1707ee4-5dd4-4bdd-91ac-bb913eff26e2 req-a411307e-673a-49a4-b154-33a219d0cce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 19:00:46.863373 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c1707ee4-5dd4-4bdd-91ac-bb913eff26e2 req-a411307e-673a-49a4-b154-33a219d0cce2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a6c2dc4c08b44906ac2fbb104a304b3e&device_id=d3d63061-3620-46c7-a7c5-7b2cc64214b9 HTTP/1.1" status: 200 len: 1098 time: 0.0388129 Dec 07 19:00:46.964181 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1707ee4-5dd4-4bdd-91ac-bb913eff26e2 req-0e5f5084-4cfb-48fe-940e-407bf43a81f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 19:00:46.965648 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c1707ee4-5dd4-4bdd-91ac-bb913eff26e2 req-0e5f5084-4cfb-48fe-940e-407bf43a81f3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c3e28be2-bcfa-4afd-ab13-222c89764d73 HTTP/1.1" status: 200 len: 913 time: 0.0833244 Dec 07 19:00:47.033850 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c1707ee4-5dd4-4bdd-91ac-bb913eff26e2 req-3f1244e1-7966-48a8-99a2-33eb201f8d51 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8086e0af-5f80-4cc9-b5b6-8955788de994 HTTP/1.1" status: 200 len: 1001 time: 0.0604143 Dec 07 19:00:47.080638 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1707ee4-5dd4-4bdd-91ac-bb913eff26e2 req-26513846-2704-4409-a98f-955c6070ff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 19:00:47.082081 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c1707ee4-5dd4-4bdd-91ac-bb913eff26e2 req-26513846-2704-4409-a98f-955c6070ff74 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf6d62ae-f8fc-4a92-9841-47a88e37b710 HTTP/1.1" status: 200 len: 851 time: 0.0416961 Dec 07 19:00:47.127497 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1707ee4-5dd4-4bdd-91ac-bb913eff26e2 req-849c8b19-e59f-4b4e-ad58-02a10e4acb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 19:00:47.128963 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c1707ee4-5dd4-4bdd-91ac-bb913eff26e2 req-849c8b19-e59f-4b4e-ad58-02a10e4acb32 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c3e28be2-bcfa-4afd-ab13-222c89764d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403936 Dec 07 19:00:47.218786 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c1707ee4-5dd4-4bdd-91ac-bb913eff26e2 req-5ad45580-3536-41c9-8f36-7cd99be01b21 service neutron] 10.222.0.23 "GET /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823441 Dec 07 19:00:47.309292 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c1707ee4-5dd4-4bdd-91ac-bb913eff26e2 req-71cc66dd-7770-4fae-b869-ced1a53d6359 service neutron] 10.222.0.23 "GET /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831735 Dec 07 19:00:47.858079 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-32c2a065-0801-48fa-b3a7-b1c78b4be93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:00:49.858978 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:00:50.371344 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:00:51.727319 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:05.104902 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 40742) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 19:01:05.301667 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-299a3f89-fcfc-4a34-b7b7-e47eecc68067 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Deleting port d16ab0a9-861f-4053-8c80-ea2650fdab05 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 19:01:05.302073 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-299a3f89-fcfc-4a34-b7b7-e47eecc68067 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:05.380521 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-299a3f89-fcfc-4a34-b7b7-e47eecc68067 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:05.380776 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-299a3f89-fcfc-4a34-b7b7-e47eecc68067 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:05.392321 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-299a3f89-fcfc-4a34-b7b7-e47eecc68067 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Calling delete_port for d16ab0a9-861f-4053-8c80-ea2650fdab05 owned by network:floatingip {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 19:01:05.543060 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-299a3f89-fcfc-4a34-b7b7-e47eecc68067 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529624208'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:05.570259 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a3f89-fcfc-4a34-b7b7-e47eecc68067 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Pushing event deleted for resources: {'Port': ['ID=d16ab0a9-861f-4053-8c80-ea2650fdab05,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 19:01:05.600103 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299a3f89-fcfc-4a34-b7b7-e47eecc68067 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 19:01:05.600453 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299a3f89-fcfc-4a34-b7b7-e47eecc68067 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 19:01:05.600796 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299a3f89-fcfc-4a34-b7b7-e47eecc68067 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 19:01:05.601133 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299a3f89-fcfc-4a34-b7b7-e47eecc68067 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 19:01:05.601478 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299a3f89-fcfc-4a34-b7b7-e47eecc68067 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 19:01:05.601791 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299a3f89-fcfc-4a34-b7b7-e47eecc68067 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 19:01:05.602143 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299a3f89-fcfc-4a34-b7b7-e47eecc68067 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 19:01:05.602469 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299a3f89-fcfc-4a34-b7b7-e47eecc68067 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 19:01:05.602792 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299a3f89-fcfc-4a34-b7b7-e47eecc68067 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 19:01:05.603117 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299a3f89-fcfc-4a34-b7b7-e47eecc68067 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 19:01:05.603438 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299a3f89-fcfc-4a34-b7b7-e47eecc68067 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 19:01:05.603756 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299a3f89-fcfc-4a34-b7b7-e47eecc68067 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 19:01:05.604073 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299a3f89-fcfc-4a34-b7b7-e47eecc68067 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 19:01:05.642778 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-299a3f89-fcfc-4a34-b7b7-e47eecc68067 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for floatingip, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:05.643032 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.db.l3_db [None req-299a3f89-fcfc-4a34-b7b7-e47eecc68067 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Floating IP ba2f399a-7a01-45b9-9519-244f4eb603a2 disassociated (deleted). External IP: 172.27.0.166, port: 8086e0af-5f80-4cc9-b5b6-8955788de994. Dec 07 19:01:05.860521 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299a3f89-fcfc-4a34-b7b7-e47eecc68067 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Router 6716e072-6170-4fc3-935f-cd0f13f97845 has already been hosted by L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 19:01:05.962914 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299a3f89-fcfc-4a34-b7b7-e47eecc68067 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 19:01:05.968113 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-299a3f89-fcfc-4a34-b7b7-e47eecc68067 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:05.976779 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cc5822-1fc9-4a7c-9752-1dac090769ec None None] Sync routers for ids ['6716e072-6170-4fc3-935f-cd0f13f97845'] in dv-cinder-819692-6-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 19:01:05.987746 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cc5822-1fc9-4a7c-9752-1dac090769ec None None] Routers {'6716e072-6170-4fc3-935f-cd0f13f97845'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 19:01:05.988355 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-b0cc5822-1fc9-4a7c-9752-1dac090769ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T19:00:48Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['6716e072-6170-4fc3-935f-cd0f13f97845'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 19:01:05.999881 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-299a3f89-fcfc-4a34-b7b7-e47eecc68067 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "DELETE /v2.0/floatingips/ba2f399a-7a01-45b9-9519-244f4eb603a2 HTTP/1.1" status: 204 len: 168 time: 0.8938808 Dec 07 19:01:06.000562 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d63061-3620-46c7-a7c5-7b2cc64214b9', 'tag': '8086e0af-5f80-4cc9-b5b6-8955788de994'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 19:01:06.002946 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f47eea71b5ba0831d378bb06dcf61d9c2f9c3cd1ea737a862f2010bc1a834e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccc36ae-4c09-4c37-81b5-c469647a4fda" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d63061-3620-46c7-a7c5-7b2cc64214b9", "tag": "8086e0af-5f80-4cc9-b5b6-8955788de994"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 19:01:06.102802 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-b0cc5822-1fc9-4a7c-9752-1dac090769ec None None] Set router 6716e072-6170-4fc3-935f-cd0f13f97845 gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 19:01:06.127872 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 19:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649314da-221e-4ddf-904f-26f798fe35c8 x-openstack-request-id: req-649314da-221e-4ddf-904f-26f798fe35c8 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 19:01:06.128768 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d63061-3620-46c7-a7c5-7b2cc64214b9", "tag": "8086e0af-5f80-4cc9-b5b6-8955788de994", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 19:01:06.129239 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-649314da-221e-4ddf-904f-26f798fe35c8 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 19:01:06.129654 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d63061-3620-46c7-a7c5-7b2cc64214b9', 'tag': '8086e0af-5f80-4cc9-b5b6-8955788de994', 'status': 'completed', 'code': 200} Dec 07 19:01:06.205860 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc36ae-4c09-4c37-81b5-c469647a4fda req-6c1a8737-af13-476e-ae85-eace5956d4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 19:01:06.207416 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-bccc36ae-4c09-4c37-81b5-c469647a4fda req-6c1a8737-af13-476e-ae85-eace5956d4db service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a6c2dc4c08b44906ac2fbb104a304b3e&device_id=d3d63061-3620-46c7-a7c5-7b2cc64214b9 HTTP/1.1" status: 200 len: 1098 time: 0.0482607 Dec 07 19:01:06.338328 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc36ae-4c09-4c37-81b5-c469647a4fda req-1b15871b-da6f-47ab-a6d3-dcff8186a564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 19:01:06.339841 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-bccc36ae-4c09-4c37-81b5-c469647a4fda req-1b15871b-da6f-47ab-a6d3-dcff8186a564 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c3e28be2-bcfa-4afd-ab13-222c89764d73 HTTP/1.1" status: 200 len: 913 time: 0.1251080 Dec 07 19:01:06.346645 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-b0cc5822-1fc9-4a7c-9752-1dac090769ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'name': 'tempest-TestVolumeBootPattern-1498666770-router', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:30Z', 'revision_number': 4, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'gw_port': {'id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_floatingips': [{'id': 'cc653972-a76d-4d57-8b4e-593a18511957', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'router_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'port_id': 'fd1f2634-27d9-4b10-b17b-9bed7ebdde41', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'mac_address': 'fa:16:3e:36:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cc080b-8288-49ed-9fbd-752ad921b36d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:57:26Z', 'updated_at': '2021-12-07T18:57:27Z', 'revision_number': 1, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce99b94-5aa5-4c4f-9502-48ac2675e165', 'name': '', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'mac_address': 'fa:16:3e:a8:78:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:29Z', 'updated_at': '2021-12-07T18:54:34Z', 'revision_number': 5, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'subnets': [{'id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 19:01:06.349202 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef040aa9-1fe8-4d95-95ce-91d5d5629769 req-c698253f-afb5-49b4-8ee1-5dcb131b5c62 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 19:01:06.350663 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ef040aa9-1fe8-4d95-95ce-91d5d5629769 req-c698253f-afb5-49b4-8ee1-5dcb131b5c62 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3d63061-3620-46c7-a7c5-7b2cc64214b9 HTTP/1.1" status: 200 len: 945 time: 0.1525702 Dec 07 19:01:06.375347 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cc5822-1fc9-4a7c-9752-1dac090769ec None None] Checking router: 6716e072-6170-4fc3-935f-cd0f13f97845 for host: dv-cinder-819692-6-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 19:01:06.383830 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cc5822-1fc9-4a7c-9752-1dac090769ec None None] Routers {'6716e072-6170-4fc3-935f-cd0f13f97845'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 19:01:06.384440 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-b0cc5822-1fc9-4a7c-9752-1dac090769ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T19:00:48Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['6716e072-6170-4fc3-935f-cd0f13f97845'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 19:01:06.402752 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-bccc36ae-4c09-4c37-81b5-c469647a4fda req-ed69b8cc-7aa2-4165-8931-cb5bc84ed6d9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8086e0af-5f80-4cc9-b5b6-8955788de994 HTTP/1.1" status: 200 len: 217 time: 0.0511398 Dec 07 19:01:06.461839 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ef040aa9-1fe8-4d95-95ce-91d5d5629769 req-fb91906c-313b-4c0e-bfc8-30ad1c2fef66 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970545 Dec 07 19:01:06.472898 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc36ae-4c09-4c37-81b5-c469647a4fda req-2a9c903b-dd63-470f-ba27-c56f76f85c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 19:01:06.474464 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-bccc36ae-4c09-4c37-81b5-c469647a4fda req-2a9c903b-dd63-470f-ba27-c56f76f85c04 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf6d62ae-f8fc-4a92-9841-47a88e37b710 HTTP/1.1" status: 200 len: 851 time: 0.0636168 Dec 07 19:01:06.493821 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-b0cc5822-1fc9-4a7c-9752-1dac090769ec None None] Set router 6716e072-6170-4fc3-935f-cd0f13f97845 gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 19:01:06.524378 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc36ae-4c09-4c37-81b5-c469647a4fda req-ed05a6fa-b870-4c1f-b9fe-63f507f4fc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 19:01:06.525839 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-bccc36ae-4c09-4c37-81b5-c469647a4fda req-ed05a6fa-b870-4c1f-b9fe-63f507f4fc0d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c3e28be2-bcfa-4afd-ab13-222c89764d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425882 Dec 07 19:01:06.614579 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-bccc36ae-4c09-4c37-81b5-c469647a4fda req-402e2a87-ef80-49ac-890c-a0b3a6209d4b service neutron] 10.222.0.23 "GET /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799623 Dec 07 19:01:06.708440 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-bccc36ae-4c09-4c37-81b5-c469647a4fda req-2bbab1ad-3804-4abe-b71b-9559720903b5 service neutron] 10.222.0.23 "GET /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865917 Dec 07 19:01:06.735957 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-b0cc5822-1fc9-4a7c-9752-1dac090769ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'name': 'tempest-TestVolumeBootPattern-1498666770-router', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:30Z', 'revision_number': 4, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'gw_port': {'id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_floatingips': [{'id': 'cc653972-a76d-4d57-8b4e-593a18511957', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'router_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'port_id': 'fd1f2634-27d9-4b10-b17b-9bed7ebdde41', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'mac_address': 'fa:16:3e:36:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cc080b-8288-49ed-9fbd-752ad921b36d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:57:26Z', 'updated_at': '2021-12-07T18:57:27Z', 'revision_number': 1, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce99b94-5aa5-4c4f-9502-48ac2675e165', 'name': '', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'mac_address': 'fa:16:3e:a8:78:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:29Z', 'updated_at': '2021-12-07T18:54:34Z', 'revision_number': 5, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'subnets': [{'id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 19:01:06.762853 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cc5822-1fc9-4a7c-9752-1dac090769ec None None] The sync data for ids ['6716e072-6170-4fc3-935f-cd0f13f97845'] in dv-cinder-819692-6-iscsi is: [{'id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'name': 'tempest-TestVolumeBootPattern-1498666770-router', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:30Z', 'revision_number': 4, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'gw_port': {'id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_floatingips': [{'id': 'cc653972-a76d-4d57-8b4e-593a18511957', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'router_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'port_id': 'fd1f2634-27d9-4b10-b17b-9bed7ebdde41', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'mac_address': 'fa:16:3e:36:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cc080b-8288-49ed-9fbd-752ad921b36d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T18:57:26Z', 'updated_at': '2021-12-07T18:57:27Z', 'revision_number': 1, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce99b94-5aa5-4c4f-9502-48ac2675e165', 'name': '', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'mac_address': 'fa:16:3e:a8:78:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:29Z', 'updated_at': '2021-12-07T18:54:34Z', 'revision_number': 5, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'subnets': [{'id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 19:01:06.973868 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1d5641-f310-46ad-81dd-c8b2a2f8d052 None None] New status for floating IP ba2f399a-7a01-45b9-9519-244f4eb603a2: DOWN {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 19:01:07.623019 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb0e7a-fef2-4497-aecc-e7f974343ed3 req-47f6fdb8-c52b-4a55-a940-5b878a8d5293 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 19:01:07.624503 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-abeb0e7a-fef2-4497-aecc-e7f974343ed3 req-47f6fdb8-c52b-4a55-a940-5b878a8d5293 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3d63061-3620-46c7-a7c5-7b2cc64214b9 HTTP/1.1" status: 200 len: 945 time: 0.0932081 Dec 07 19:01:07.673375 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-abeb0e7a-fef2-4497-aecc-e7f974343ed3 req-dfb7723f-4e87-4aa0-b35f-263c5ccaa479 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430176 Dec 07 19:01:07.729021 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7eb02-b0a2-40b6-ba00-7683fd51db8f req-a3f5c665-d2bc-4a5e-af81-fbd7960a5bd2 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 19:01:07.730481 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8de7eb02-b0a2-40b6-ba00-7683fd51db8f req-a3f5c665-d2bc-4a5e-af81-fbd7960a5bd2 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3d63061-3620-46c7-a7c5-7b2cc64214b9 HTTP/1.1" status: 200 len: 945 time: 0.0483458 Dec 07 19:01:07.821826 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [req-8de7eb02-b0a2-40b6-ba00-7683fd51db8f req-c7a55748-26bd-41c9-a7c2-b10f7639100d tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Deleting port 8086e0af-5f80-4cc9-b5b6-8955788de994 {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 19:01:07.822189 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-8de7eb02-b0a2-40b6-ba00-7683fd51db8f req-c7a55748-26bd-41c9-a7c2-b10f7639100d tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:07.910098 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-8de7eb02-b0a2-40b6-ba00-7683fd51db8f req-c7a55748-26bd-41c9-a7c2-b10f7639100d tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] For port 8086e0af-5f80-4cc9-b5b6-8955788de994, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=8086e0af-5f80-4cc9-b5b6-8955788de994,segment=NetworkSegment(12974582-b04d-46ee-b120-5fc52001b2bb),segment_id=12974582-b04d-46ee-b120-5fc52001b2bb)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 19:01:07.910456 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-8de7eb02-b0a2-40b6-ba00-7683fd51db8f req-c7a55748-26bd-41c9-a7c2-b10f7639100d tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:07.922907 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [req-8de7eb02-b0a2-40b6-ba00-7683fd51db8f req-c7a55748-26bd-41c9-a7c2-b10f7639100d tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Calling delete_port for 8086e0af-5f80-4cc9-b5b6-8955788de994 owned by compute:nova {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 19:01:08.053446 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-8de7eb02-b0a2-40b6-ba00-7683fd51db8f req-c7a55748-26bd-41c9-a7c2-b10f7639100d tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:08.080984 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a55748-26bd-41c9-a7c2-b10f7639100d tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Pushing event deleted for resources: {'Port': ['ID=8086e0af-5f80-4cc9-b5b6-8955788de994,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 19:01:08.107480 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a55748-26bd-41c9-a7c2-b10f7639100d tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 19:01:08.107836 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a55748-26bd-41c9-a7c2-b10f7639100d tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 19:01:08.108179 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a55748-26bd-41c9-a7c2-b10f7639100d tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 19:01:08.108547 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a55748-26bd-41c9-a7c2-b10f7639100d tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 19:01:08.108878 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a55748-26bd-41c9-a7c2-b10f7639100d tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 19:01:08.109205 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a55748-26bd-41c9-a7c2-b10f7639100d tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 19:01:08.109533 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a55748-26bd-41c9-a7c2-b10f7639100d tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 19:01:08.109859 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a55748-26bd-41c9-a7c2-b10f7639100d tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 19:01:08.110218 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a55748-26bd-41c9-a7c2-b10f7639100d tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 19:01:08.110545 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a55748-26bd-41c9-a7c2-b10f7639100d tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 19:01:08.110866 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a55748-26bd-41c9-a7c2-b10f7639100d tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 19:01:08.111190 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a55748-26bd-41c9-a7c2-b10f7639100d tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 19:01:08.111509 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a55748-26bd-41c9-a7c2-b10f7639100d tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 19:01:08.132516 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de7eb02-b0a2-40b6-ba00-7683fd51db8f req-c7a55748-26bd-41c9-a7c2-b10f7639100d tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] No DVR routers for this DVR port 8086e0af-5f80-4cc9-b5b6-8955788de994 on host hv-cinder-81969 {{(pid=109084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 19:01:08.134929 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-8de7eb02-b0a2-40b6-ba00-7683fd51db8f req-c7a55748-26bd-41c9-a7c2-b10f7639100d tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:08.139070 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8de7eb02-b0a2-40b6-ba00-7683fd51db8f req-c7a55748-26bd-41c9-a7c2-b10f7639100d tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.23 "DELETE /v2.0/ports/8086e0af-5f80-4cc9-b5b6-8955788de994 HTTP/1.1" status: 204 len: 173 time: 0.4021125 Dec 07 19:01:08.139508 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d63061-3620-46c7-a7c5-7b2cc64214b9', 'name': 'network-vif-deleted', 'tag': '8086e0af-5f80-4cc9-b5b6-8955788de994'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 19:01:08.141789 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a9c8e9ce0db27bff2b715efe80f7ddeb02331314c1c7d49b52ba908637cab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a738481-1a5e-4d8f-9e32-3b382765fdc8" -d '{"events": [{"server_uuid": "d3d63061-3620-46c7-a7c5-7b2cc64214b9", "name": "network-vif-deleted", "tag": "8086e0af-5f80-4cc9-b5b6-8955788de994"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 19:01:08.227089 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 19:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963153f8-0633-4661-9fb7-8703b916aa06 x-openstack-request-id: req-963153f8-0633-4661-9fb7-8703b916aa06 {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 19:01:08.227386 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d63061-3620-46c7-a7c5-7b2cc64214b9", "name": "network-vif-deleted", "tag": "8086e0af-5f80-4cc9-b5b6-8955788de994", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 19:01:08.227638 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-963153f8-0633-4661-9fb7-8703b916aa06 {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 19:01:08.228060 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d63061-3620-46c7-a7c5-7b2cc64214b9', 'name': 'network-vif-deleted', 'tag': '8086e0af-5f80-4cc9-b5b6-8955788de994', 'status': 'completed', 'code': 200} Dec 07 19:01:08.783295 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-733eaf51-cb6e-477b-a51a-b500b6ec6833 req-3a559655-a850-4fad-a49f-5a2cc68a09e8 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3d63061-3620-46c7-a7c5-7b2cc64214b9 HTTP/1.1" status: 200 len: 210 time: 0.0284374 Dec 07 19:01:09.811182 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:11.561565 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 8086e0af-5f80-4cc9-b5b6-8955788de994 no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 19:01:11.585048 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] No Port match for: 8086e0af-5f80-4cc9-b5b6-8955788de994 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 19:01:11.585390 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device 8086e0af-5f80-4cc9-b5b6-8955788de994 not bound to the agent host hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 19:01:12.056926 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 40792) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 19:01:12.216966 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-7c915994-4ab6-473a-b340-032ce5d83efb tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Deleting port a4b32e68-d76f-4c2c-84b7-face1fcaa761 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 19:01:12.217308 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7c915994-4ab6-473a-b340-032ce5d83efb tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:12.295881 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7c915994-4ab6-473a-b340-032ce5d83efb tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:12.296121 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7c915994-4ab6-473a-b340-032ce5d83efb tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:12.307554 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-7c915994-4ab6-473a-b340-032ce5d83efb tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Calling delete_port for a4b32e68-d76f-4c2c-84b7-face1fcaa761 owned by network:floatingip {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 19:01:12.453930 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7c915994-4ab6-473a-b340-032ce5d83efb tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529624208'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:12.478732 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c915994-4ab6-473a-b340-032ce5d83efb tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Pushing event deleted for resources: {'Port': ['ID=a4b32e68-d76f-4c2c-84b7-face1fcaa761,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 19:01:12.537809 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7c915994-4ab6-473a-b340-032ce5d83efb tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for floatingip, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:12.538165 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.db.l3_db [None req-7c915994-4ab6-473a-b340-032ce5d83efb tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Floating IP cc653972-a76d-4d57-8b4e-593a18511957 disassociated (deleted). External IP: 172.27.0.12, port: fd1f2634-27d9-4b10-b17b-9bed7ebdde41. Dec 07 19:01:12.744275 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c915994-4ab6-473a-b340-032ce5d83efb tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Router 6716e072-6170-4fc3-935f-cd0f13f97845 has already been hosted by L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 19:01:12.851987 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c915994-4ab6-473a-b340-032ce5d83efb tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 19:01:12.857518 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7c915994-4ab6-473a-b340-032ce5d83efb tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:12.862019 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655e2926-eb4b-446c-a054-2d746e9236b8 None None] Sync routers for ids ['6716e072-6170-4fc3-935f-cd0f13f97845'] in dv-cinder-819692-6-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 19:01:12.870873 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655e2926-eb4b-446c-a054-2d746e9236b8 None None] Routers {'6716e072-6170-4fc3-935f-cd0f13f97845'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 19:01:12.871542 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-655e2926-eb4b-446c-a054-2d746e9236b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T19:00:48Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['6716e072-6170-4fc3-935f-cd0f13f97845'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 19:01:12.884514 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-7c915994-4ab6-473a-b340-032ce5d83efb tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "DELETE /v2.0/floatingips/cc653972-a76d-4d57-8b4e-593a18511957 HTTP/1.1" status: 204 len: 168 time: 0.8264990 Dec 07 19:01:12.885104 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6cc080b-8288-49ed-9fbd-752ad921b36d', 'tag': 'fd1f2634-27d9-4b10-b17b-9bed7ebdde41'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 19:01:12.887412 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f47eea71b5ba0831d378bb06dcf61d9c2f9c3cd1ea737a862f2010bc1a834e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc7d42d-e6ec-4f1c-8b7d-40a87b8ffa63" -d '{"events": [{"name": "network-changed", "server_uuid": "d6cc080b-8288-49ed-9fbd-752ad921b36d", "tag": "fd1f2634-27d9-4b10-b17b-9bed7ebdde41"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 19:01:12.925649 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 19:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4a7ce0-87db-47cf-b984-2c3bd7fe3e4d x-openstack-request-id: req-9a4a7ce0-87db-47cf-b984-2c3bd7fe3e4d {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 19:01:12.926046 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6cc080b-8288-49ed-9fbd-752ad921b36d", "tag": "fd1f2634-27d9-4b10-b17b-9bed7ebdde41", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 19:01:12.926372 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9a4a7ce0-87db-47cf-b984-2c3bd7fe3e4d {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 19:01:12.926940 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6cc080b-8288-49ed-9fbd-752ad921b36d', 'tag': 'fd1f2634-27d9-4b10-b17b-9bed7ebdde41', 'status': 'completed', 'code': 200} Dec 07 19:01:12.980829 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-655e2926-eb4b-446c-a054-2d746e9236b8 None None] Set router 6716e072-6170-4fc3-935f-cd0f13f97845 gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 19:01:12.993154 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7d42d-e6ec-4f1c-8b7d-40a87b8ffa63 req-b5968492-7438-4239-9b90-6b500039179d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 19:01:12.995777 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-bdc7d42d-e6ec-4f1c-8b7d-40a87b8ffa63 req-b5968492-7438-4239-9b90-6b500039179d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a6c2dc4c08b44906ac2fbb104a304b3e&device_id=d6cc080b-8288-49ed-9fbd-752ad921b36d HTTP/1.1" status: 200 len: 1098 time: 0.0447280 Dec 07 19:01:13.192311 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-655e2926-eb4b-446c-a054-2d746e9236b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'name': 'tempest-TestVolumeBootPattern-1498666770-router', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:30Z', 'revision_number': 4, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'gw_port': {'id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '0ce99b94-5aa5-4c4f-9502-48ac2675e165', 'name': '', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'mac_address': 'fa:16:3e:a8:78:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:29Z', 'updated_at': '2021-12-07T18:54:34Z', 'revision_number': 5, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'subnets': [{'id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 19:01:13.220566 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655e2926-eb4b-446c-a054-2d746e9236b8 None None] Checking router: 6716e072-6170-4fc3-935f-cd0f13f97845 for host: dv-cinder-819692-6-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 19:01:13.229834 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655e2926-eb4b-446c-a054-2d746e9236b8 None None] Routers {'6716e072-6170-4fc3-935f-cd0f13f97845'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 19:01:13.230480 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-655e2926-eb4b-446c-a054-2d746e9236b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T19:00:48Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['6716e072-6170-4fc3-935f-cd0f13f97845'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 19:01:13.338816 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-655e2926-eb4b-446c-a054-2d746e9236b8 None None] Set router 6716e072-6170-4fc3-935f-cd0f13f97845 gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 19:01:13.395149 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7d42d-e6ec-4f1c-8b7d-40a87b8ffa63 req-a1893bff-ed05-4d10-92e1-ef8dd0154767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 19:01:13.396629 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-bdc7d42d-e6ec-4f1c-8b7d-40a87b8ffa63 req-a1893bff-ed05-4d10-92e1-ef8dd0154767 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c3e28be2-bcfa-4afd-ab13-222c89764d73 HTTP/1.1" status: 200 len: 913 time: 0.3942094 Dec 07 19:01:13.407727 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743dc77-ff3f-4f2a-a342-61219304e755 req-4328e649-0f75-41eb-8e7a-51cae59d60ba tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 19:01:13.409096 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b743dc77-ff3f-4f2a-a342-61219304e755 req-4328e649-0f75-41eb-8e7a-51cae59d60ba tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6cc080b-8288-49ed-9fbd-752ad921b36d HTTP/1.1" status: 200 len: 945 time: 0.3401325 Dec 07 19:01:13.448845 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-bdc7d42d-e6ec-4f1c-8b7d-40a87b8ffa63 req-669cd151-2b73-4a84-a661-e38bc96ca4cb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd1f2634-27d9-4b10-b17b-9bed7ebdde41 HTTP/1.1" status: 200 len: 217 time: 0.0387864 Dec 07 19:01:13.522352 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b743dc77-ff3f-4f2a-a342-61219304e755 req-7a51606e-c8ba-457f-8dfa-a79da10063e3 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055355 Dec 07 19:01:13.528395 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7d42d-e6ec-4f1c-8b7d-40a87b8ffa63 req-6c277054-71ed-4f90-991e-a2437056a1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 19:01:13.529999 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-bdc7d42d-e6ec-4f1c-8b7d-40a87b8ffa63 req-6c277054-71ed-4f90-991e-a2437056a1da service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf6d62ae-f8fc-4a92-9841-47a88e37b710 HTTP/1.1" status: 200 len: 851 time: 0.0731304 Dec 07 19:01:13.538587 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-655e2926-eb4b-446c-a054-2d746e9236b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'name': 'tempest-TestVolumeBootPattern-1498666770-router', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:30Z', 'revision_number': 4, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'gw_port': {'id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '0ce99b94-5aa5-4c4f-9502-48ac2675e165', 'name': '', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'mac_address': 'fa:16:3e:a8:78:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:29Z', 'updated_at': '2021-12-07T18:54:34Z', 'revision_number': 5, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'subnets': [{'id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 19:01:13.565393 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655e2926-eb4b-446c-a054-2d746e9236b8 None None] The sync data for ids ['6716e072-6170-4fc3-935f-cd0f13f97845'] in dv-cinder-819692-6-iscsi is: [{'id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'name': 'tempest-TestVolumeBootPattern-1498666770-router', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:30Z', 'revision_number': 4, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'gw_port': {'id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi', '_interfaces': [{'id': '0ce99b94-5aa5-4c4f-9502-48ac2675e165', 'name': '', 'network_id': 'c3e28be2-bcfa-4afd-ab13-222c89764d73', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'mac_address': 'fa:16:3e:a8:78:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:29Z', 'updated_at': '2021-12-07T18:54:34Z', 'revision_number': 5, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'subnets': [{'id': 'bf6d62ae-f8fc-4a92-9841-47a88e37b710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 19:01:13.578172 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7d42d-e6ec-4f1c-8b7d-40a87b8ffa63 req-1aa68b68-0a0c-42b3-9147-5f6e0fa7e2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 19:01:13.579675 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-bdc7d42d-e6ec-4f1c-8b7d-40a87b8ffa63 req-1aa68b68-0a0c-42b3-9147-5f6e0fa7e2b0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c3e28be2-bcfa-4afd-ab13-222c89764d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424504 Dec 07 19:01:13.671960 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-bdc7d42d-e6ec-4f1c-8b7d-40a87b8ffa63 req-5d4720e8-c7ab-4069-9939-4a7a47042a83 service neutron] 10.222.0.23 "GET /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838065 Dec 07 19:01:13.770962 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-bdc7d42d-e6ec-4f1c-8b7d-40a87b8ffa63 req-d8ab3038-8441-4762-83ab-e30d3fc12cc4 service neutron] 10.222.0.23 "GET /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897834 Dec 07 19:01:13.776160 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d586c2-1485-46d8-98e8-a15ed1fe031d None None] New status for floating IP cc653972-a76d-4d57-8b4e-593a18511957: DOWN {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 19:01:14.511112 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50f6e1-befb-45ef-b24c-06014dcd5c5a req-2cfef092-b2a0-473f-82ef-9b95a7945cd1 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 19:01:14.512549 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-eb50f6e1-befb-45ef-b24c-06014dcd5c5a req-2cfef092-b2a0-473f-82ef-9b95a7945cd1 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6cc080b-8288-49ed-9fbd-752ad921b36d HTTP/1.1" status: 200 len: 945 time: 0.0480816 Dec 07 19:01:14.604480 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [req-eb50f6e1-befb-45ef-b24c-06014dcd5c5a req-21ef0fdb-42dd-424b-883f-d5594a72650b tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Deleting port fd1f2634-27d9-4b10-b17b-9bed7ebdde41 {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 19:01:14.604823 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-eb50f6e1-befb-45ef-b24c-06014dcd5c5a req-21ef0fdb-42dd-424b-883f-d5594a72650b tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:14.640922 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0a829-3e2b-47de-92a8-616a7137c607 req-6897c327-56cb-42c0-9e54-eb6de6736ee6 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 19:01:14.643089 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-79e0a829-3e2b-47de-92a8-616a7137c607 req-6897c327-56cb-42c0-9e54-eb6de6736ee6 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6cc080b-8288-49ed-9fbd-752ad921b36d HTTP/1.1" status: 200 len: 945 time: 0.0495589 Dec 07 19:01:14.691795 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-eb50f6e1-befb-45ef-b24c-06014dcd5c5a req-21ef0fdb-42dd-424b-883f-d5594a72650b tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] For port fd1f2634-27d9-4b10-b17b-9bed7ebdde41, host hv-cinder-81969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81969',level=0,port_id=fd1f2634-27d9-4b10-b17b-9bed7ebdde41,segment=NetworkSegment(12974582-b04d-46ee-b120-5fc52001b2bb),segment_id=12974582-b04d-46ee-b120-5fc52001b2bb)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 19:01:14.692150 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-eb50f6e1-befb-45ef-b24c-06014dcd5c5a req-21ef0fdb-42dd-424b-883f-d5594a72650b tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:14.695035 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [req-79e0a829-3e2b-47de-92a8-616a7137c607 req-623de083-179d-46f5-b26a-2362e35160c6 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a420ef7d-7ecd-4438-b787-99e68041f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460112 Dec 07 19:01:14.705630 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [req-eb50f6e1-befb-45ef-b24c-06014dcd5c5a req-21ef0fdb-42dd-424b-883f-d5594a72650b tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Calling delete_port for fd1f2634-27d9-4b10-b17b-9bed7ebdde41 owned by compute:nova {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 19:01:14.842300 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-eb50f6e1-befb-45ef-b24c-06014dcd5c5a req-21ef0fdb-42dd-424b-883f-d5594a72650b tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:14.871757 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef0fdb-42dd-424b-883f-d5594a72650b tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Pushing event deleted for resources: {'Port': ['ID=fd1f2634-27d9-4b10-b17b-9bed7ebdde41,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 19:01:14.914353 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb50f6e1-befb-45ef-b24c-06014dcd5c5a req-21ef0fdb-42dd-424b-883f-d5594a72650b tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] No DVR routers for this DVR port fd1f2634-27d9-4b10-b17b-9bed7ebdde41 on host hv-cinder-81969 {{(pid=109084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 19:01:14.917135 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-eb50f6e1-befb-45ef-b24c-06014dcd5c5a req-21ef0fdb-42dd-424b-883f-d5594a72650b tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for port, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:14.920929 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [req-eb50f6e1-befb-45ef-b24c-06014dcd5c5a req-21ef0fdb-42dd-424b-883f-d5594a72650b tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.23 "DELETE /v2.0/ports/fd1f2634-27d9-4b10-b17b-9bed7ebdde41 HTTP/1.1" status: 204 len: 173 time: 0.4020255 Dec 07 19:01:14.921367 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6cc080b-8288-49ed-9fbd-752ad921b36d', 'name': 'network-vif-deleted', 'tag': 'fd1f2634-27d9-4b10-b17b-9bed7ebdde41'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 19:01:14.923662 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a9c8e9ce0db27bff2b715efe80f7ddeb02331314c1c7d49b52ba908637cab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d592e00-bc1c-41c8-9ad0-03dcb5aab763" -d '{"events": [{"server_uuid": "d6cc080b-8288-49ed-9fbd-752ad921b36d", "name": "network-vif-deleted", "tag": "fd1f2634-27d9-4b10-b17b-9bed7ebdde41"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 19:01:14.967269 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 19:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d775ee61-523c-411f-97eb-1633221bdd11 x-openstack-request-id: req-d775ee61-523c-411f-97eb-1633221bdd11 {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 19:01:14.967565 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6cc080b-8288-49ed-9fbd-752ad921b36d", "name": "network-vif-deleted", "tag": "fd1f2634-27d9-4b10-b17b-9bed7ebdde41", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 19:01:14.967842 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d775ee61-523c-411f-97eb-1633221bdd11 {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 19:01:14.968242 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6cc080b-8288-49ed-9fbd-752ad921b36d', 'name': 'network-vif-deleted', 'tag': 'fd1f2634-27d9-4b10-b17b-9bed7ebdde41', 'status': 'completed', 'code': 200} Dec 07 19:01:15.500853 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e290e0ab-977b-41ab-8dd8-3c8d9ab5c08a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:15.753896 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 40806) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 19:01:15.875344 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-72b5362c-8f83-472a-8d0e-817a9e17feed tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Deleting port 2afc27c0-c468-49b0-81b3-152ad2a4cea6 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 19:01:15.875685 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-72b5362c-8f83-472a-8d0e-817a9e17feed tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:15.948412 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-72b5362c-8f83-472a-8d0e-817a9e17feed tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:15.948732 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-72b5362c-8f83-472a-8d0e-817a9e17feed tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:15.960742 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-72b5362c-8f83-472a-8d0e-817a9e17feed tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Calling delete_port for 2afc27c0-c468-49b0-81b3-152ad2a4cea6 owned by network:floatingip {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 19:01:16.093902 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-72b5362c-8f83-472a-8d0e-817a9e17feed tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529624208'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:16.119656 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b5362c-8f83-472a-8d0e-817a9e17feed tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Pushing event deleted for resources: {'Port': ['ID=2afc27c0-c468-49b0-81b3-152ad2a4cea6,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 19:01:16.179542 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-72b5362c-8f83-472a-8d0e-817a9e17feed tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for floatingip, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:16.182115 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-72b5362c-8f83-472a-8d0e-817a9e17feed tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51009'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:16.183234 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-72b5362c-8f83-472a-8d0e-817a9e17feed tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "DELETE /v2.0/floatingips/29a684a8-295a-4b9d-aae3-e31e644927c7 HTTP/1.1" status: 204 len: 168 time: 0.4283335 Dec 07 19:01:17.368815 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 40818) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 19:01:17.424781 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9eb38a71-551c-41a9-a180-e1f4cc5e2bb3 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:17.451271 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9eb38a71-551c-41a9-a180-e1f4cc5e2bb3 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:17.464384 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 19:01:17.512747 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9eb38a71-551c-41a9-a180-e1f4cc5e2bb3 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:17.515492 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9eb38a71-551c-41a9-a180-e1f4cc5e2bb3 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:17.516657 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-9eb38a71-551c-41a9-a180-e1f4cc5e2bb3 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] 10.222.0.41 "DELETE /v2.0/security-groups/a420ef7d-7ecd-4438-b787-99e68041f4d6 HTTP/1.1" status: 204 len: 168 time: 0.1468725 Dec 07 19:01:17.526069 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb38a71-551c-41a9-a180-e1f4cc5e2bb3 tempest-TestVolumeBootPattern-218091912 tempest-TestVolumeBootPattern-218091912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a420ef7d-7ecd-4438-b787-99e68041f4d6,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 19:01:17.567985 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 40822) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 19:01:17.859759 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-efcd6b61-d61c-4aee-b08e-9b242d4f1e94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:18.269516 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-05516947-9eff-4ef3-b610-d8defd69852e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646341'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:18.507511 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-05516947-9eff-4ef3-b610-d8defd69852e admin admin] Deleting port 0ce99b94-5aa5-4c4f-9502-48ac2675e165 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 19:01:18.508195 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-05516947-9eff-4ef3-b610-d8defd69852e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:18.585137 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-05516947-9eff-4ef3-b610-d8defd69852e admin admin] For port 0ce99b94-5aa5-4c4f-9502-48ac2675e165, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=0ce99b94-5aa5-4c4f-9502-48ac2675e165,segment=NetworkSegment(12974582-b04d-46ee-b120-5fc52001b2bb),segment_id=12974582-b04d-46ee-b120-5fc52001b2bb)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 19:01:18.585410 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-05516947-9eff-4ef3-b610-d8defd69852e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:18.597658 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-05516947-9eff-4ef3-b610-d8defd69852e admin admin] Calling delete_port for 0ce99b94-5aa5-4c4f-9502-48ac2675e165 owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 19:01:18.773332 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-05516947-9eff-4ef3-b610-d8defd69852e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529624208'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:18.797347 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05516947-9eff-4ef3-b610-d8defd69852e admin admin] Pushing event deleted for resources: {'Port': ['ID=0ce99b94-5aa5-4c4f-9502-48ac2675e165,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 19:01:18.964906 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-05516947-9eff-4ef3-b610-d8defd69852e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-968002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646321'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:19.176098 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05516947-9eff-4ef3-b610-d8defd69852e admin admin] Router 6716e072-6170-4fc3-935f-cd0f13f97845 has already been hosted by L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 19:01:19.277981 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05516947-9eff-4ef3-b610-d8defd69852e admin admin] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 19:01:19.285966 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-05516947-9eff-4ef3-b610-d8defd69852e admin admin] 10.222.0.41 "PUT /v2.0/routers/6716e072-6170-4fc3-935f-cd0f13f97845/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7140148 Dec 07 19:01:19.285966 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 40826) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 19:01:19.294863 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8465a8f-138c-4314-82ef-66a14ee038cf None None] Sync routers for ids ['6716e072-6170-4fc3-935f-cd0f13f97845'] in dv-cinder-819692-6-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 19:01:19.307166 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8465a8f-138c-4314-82ef-66a14ee038cf None None] Routers {'6716e072-6170-4fc3-935f-cd0f13f97845'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 19:01:19.307927 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-d8465a8f-138c-4314-82ef-66a14ee038cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T19:01:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['6716e072-6170-4fc3-935f-cd0f13f97845'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 19:01:19.393821 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ef617196-b2fc-4356-a045-f9df37ab5b72 admin admin] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:19.416811 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-d8465a8f-138c-4314-82ef-66a14ee038cf None None] Set router 6716e072-6170-4fc3-935f-cd0f13f97845 gateway port host: dv-cinder-819692-6-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 19:01:19.495541 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ef617196-b2fc-4356-a045-f9df37ab5b72 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:19.549759 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-ef617196-b2fc-4356-a045-f9df37ab5b72 admin admin] Deleting port 894da16f-2c92-4ffa-9a5e-b06a2c9be14c {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 19:01:19.550504 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ef617196-b2fc-4356-a045-f9df37ab5b72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:19.636446 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-ef617196-b2fc-4356-a045-f9df37ab5b72 admin admin] For port 894da16f-2c92-4ffa-9a5e-b06a2c9be14c, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=894da16f-2c92-4ffa-9a5e-b06a2c9be14c,segment=NetworkSegment(05f8ab8d-4669-4926-ada9-ecff5fb4eb1d),segment_id=05f8ab8d-4669-4926-ada9-ecff5fb4eb1d)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 19:01:19.636809 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ef617196-b2fc-4356-a045-f9df37ab5b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:19.649450 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-ef617196-b2fc-4356-a045-f9df37ab5b72 admin admin] Calling delete_port for 894da16f-2c92-4ffa-9a5e-b06a2c9be14c owned by network:router_gateway {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 19:01:19.661569 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device fd1f2634-27d9-4b10-b17b-9bed7ebdde41 no longer exists at agent hyperv_hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 19:01:19.687486 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] No Port match for: fd1f2634-27d9-4b10-b17b-9bed7ebdde41 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 19:01:19.687759 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Device fd1f2634-27d9-4b10-b17b-9bed7ebdde41 not bound to the agent host hv-cinder-81969 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 19:01:19.752065 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-d8465a8f-138c-4314-82ef-66a14ee038cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'name': 'tempest-TestVolumeBootPattern-1498666770-router', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T19:01:18Z', 'revision_number': 5, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'gw_port': {'id': '894da16f-2c92-4ffa-9a5e-b06a2c9be14c', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T18:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi'}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 19:01:19.782387 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8465a8f-138c-4314-82ef-66a14ee038cf None None] Checking router: 6716e072-6170-4fc3-935f-cd0f13f97845 for host: dv-cinder-819692-6-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 19:01:19.794868 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8465a8f-138c-4314-82ef-66a14ee038cf None None] Routers {'6716e072-6170-4fc3-935f-cd0f13f97845'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 19:01:19.795505 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-d8465a8f-138c-4314-82ef-66a14ee038cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T19:01:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['6716e072-6170-4fc3-935f-cd0f13f97845'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 19:01:19.816708 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ef617196-b2fc-4356-a045-f9df37ab5b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529624208'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:19.844258 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef617196-b2fc-4356-a045-f9df37ab5b72 admin admin] Pushing event deleted for resources: {'Port': ['ID=894da16f-2c92-4ffa-9a5e-b06a2c9be14c,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 19:01:19.897479 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-d8465a8f-138c-4314-82ef-66a14ee038cf None None] Set router 6716e072-6170-4fc3-935f-cd0f13f97845 gateway port host: None {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 19:01:19.899313 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:19.910019 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ef617196-b2fc-4356-a045-f9df37ab5b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644875'] for router_gateway, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:19.950051 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-d8465a8f-138c-4314-82ef-66a14ee038cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'name': 'tempest-TestVolumeBootPattern-1498666770-router', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T19:01:19Z', 'revision_number': 6, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'gw_port_host': None}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 19:01:19.980002 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8465a8f-138c-4314-82ef-66a14ee038cf None None] The sync data for ids ['6716e072-6170-4fc3-935f-cd0f13f97845'] in dv-cinder-819692-6-iscsi is: [{'id': '6716e072-6170-4fc3-935f-cd0f13f97845', 'name': 'tempest-TestVolumeBootPattern-1498666770-router', 'tenant_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:54:27Z', 'updated_at': '2021-12-07T19:01:19Z', 'revision_number': 6, 'project_id': 'a6c2dc4c08b44906ac2fbb104a304b3e', 'gw_port_host': None}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 19:01:20.001534 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ef617196-b2fc-4356-a045-f9df37ab5b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30677'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:20.003716 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ef617196-b2fc-4356-a045-f9df37ab5b72 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:20.048335 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ef617196-b2fc-4356-a045-f9df37ab5b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646822'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:20.048973 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef617196-b2fc-4356-a045-f9df37ab5b72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6716e072-6170-4fc3-935f-cd0f13f97845 {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 19:01:20.055623 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ef617196-b2fc-4356-a045-f9df37ab5b72 admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:20.057195 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-ef617196-b2fc-4356-a045-f9df37ab5b72 admin admin] 10.222.0.41 "DELETE /v2.0/routers/6716e072-6170-4fc3-935f-cd0f13f97845 HTTP/1.1" status: 204 len: 168 time: 0.7706509 Dec 07 19:01:20.059870 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 40828) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 19:01:20.104487 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c5a397-b82a-4c34-9336-76b08a8970e0 admin admin] Deleting subnet bf6d62ae-f8fc-4a92-9841-47a88e37b710 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 19:01:20.107968 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-63c5a397-b82a-4c34-9336-76b08a8970e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:20.141865 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-63c5a397-b82a-4c34-9336-76b08a8970e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529982547'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:20.224901 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-63c5a397-b82a-4c34-9336-76b08a8970e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1752923'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:20.276325 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-63c5a397-b82a-4c34-9336-76b08a8970e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1752898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529624237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530428612'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:20.301947 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c5a397-b82a-4c34-9336-76b08a8970e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf6d62ae-f8fc-4a92-9841-47a88e37b710,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 19:01:20.303895 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-63c5a397-b82a-4c34-9336-76b08a8970e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:20.307099 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-63c5a397-b82a-4c34-9336-76b08a8970e0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bf6d62ae-f8fc-4a92-9841-47a88e37b710 HTTP/1.1" status: 204 len: 168 time: 0.2462029 Dec 07 19:01:20.308271 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0915aacd-cf8a-4349-8720-71794f111bbc None None] Network c3e28be2-bcfa-4afd-ab13-222c89764d73 requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 19:01:20.310376 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 40830) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 19:01:20.385562 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f51407d8-653d-4188-90b8-7c4504600f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639551'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:20.410872 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:20.445748 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-f51407d8-653d-4188-90b8-7c4504600f0a admin admin] Deleting port 53ce35b5-3779-42df-9c58-228db03769d6 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 19:01:20.446128 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f51407d8-653d-4188-90b8-7c4504600f0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:20.512909 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-f51407d8-653d-4188-90b8-7c4504600f0a admin admin] For port 53ce35b5-3779-42df-9c58-228db03769d6, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=53ce35b5-3779-42df-9c58-228db03769d6,segment=NetworkSegment(12974582-b04d-46ee-b120-5fc52001b2bb),segment_id=12974582-b04d-46ee-b120-5fc52001b2bb)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 19:01:20.513188 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f51407d8-653d-4188-90b8-7c4504600f0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:20.528802 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-f51407d8-653d-4188-90b8-7c4504600f0a admin admin] Calling delete_port for 53ce35b5-3779-42df-9c58-228db03769d6 owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 19:01:20.603739 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f51407d8-653d-4188-90b8-7c4504600f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529624208'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:20.628496 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51407d8-653d-4188-90b8-7c4504600f0a admin admin] Pushing event deleted for resources: {'Port': ['ID=53ce35b5-3779-42df-9c58-228db03769d6,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 19:01:20.631948 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51407d8-653d-4188-90b8-7c4504600f0a admin admin] No DVR routers for this DVR port 53ce35b5-3779-42df-9c58-228db03769d6 on host dv-cinder-819692-6-iscsi {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 19:01:20.704382 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f51407d8-653d-4188-90b8-7c4504600f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587410', 'neutron.services.segments.db._delete_segments_for_network-8753414418342'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:20.724026 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-f51407d8-653d-4188-90b8-7c4504600f0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e28be2-bcfa-4afd-ab13-222c89764d73']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 19:01:20.733734 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-f51407d8-653d-4188-90b8-7c4504600f0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12974582-b04d-46ee-b120-5fc52001b2bb') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 19:01:20.734050 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-f51407d8-653d-4188-90b8-7c4504600f0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12974582-b04d-46ee-b120-5fc52001b2bb') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 19:01:20.743655 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f51407d8-653d-4188-90b8-7c4504600f0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753414568039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529982506'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:20.760714 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f51407d8-653d-4188-90b8-7c4504600f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:20.767362 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f51407d8-653d-4188-90b8-7c4504600f0a admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 19:01:20.767757 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f51407d8-653d-4188-90b8-7c4504600f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529623631'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:20.769492 dv-cinder-819692-6-iscsi neutron-server[109085]: Traceback (most recent call last): Dec 07 19:01:20.769492 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 19:01:20.769492 dv-cinder-819692-6-iscsi neutron-server[109085]: timer() Dec 07 19:01:20.769492 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 19:01:20.769492 dv-cinder-819692-6-iscsi neutron-server[109085]: cb(*args, **kw) Dec 07 19:01:20.769492 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 19:01:20.769492 dv-cinder-819692-6-iscsi neutron-server[109085]: return func(*args, **kwargs) Dec 07 19:01:20.769492 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 19:01:20.769492 dv-cinder-819692-6-iscsi neutron-server[109085]: self._notify() Dec 07 19:01:20.769492 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 19:01:20.769492 dv-cinder-819692-6-iscsi neutron-server[109085]: self.callback(batched_events) Dec 07 19:01:20.769492 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 19:01:20.769492 dv-cinder-819692-6-iscsi neutron-server[109085]: event.method(event) Dec 07 19:01:20.769492 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 19:01:20.769492 dv-cinder-819692-6-iscsi neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 19:01:20.769492 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 19:01:20.769492 dv-cinder-819692-6-iscsi neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 19:01:20.769492 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 19:01:20.769492 dv-cinder-819692-6-iscsi neutron-server[109085]: return f(self, *a, **k) Dec 07 19:01:20.769492 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 19:01:20.769492 dv-cinder-819692-6-iscsi neutron-server[109085]: return self._get(url).json() Dec 07 19:01:20.769492 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 19:01:20.769492 dv-cinder-819692-6-iscsi neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 19:01:20.769492 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 19:01:20.769492 dv-cinder-819692-6-iscsi neutron-server[109085]: return self.request(url, 'GET', **kwargs) Dec 07 19:01:20.769492 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 19:01:20.769492 dv-cinder-819692-6-iscsi neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 19:01:20.769492 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 19:01:20.769492 dv-cinder-819692-6-iscsi neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 19:01:20.769492 dv-cinder-819692-6-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 19:01:20.769492 dv-cinder-819692-6-iscsi neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 19:01:20.769492 dv-cinder-819692-6-iscsi neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 19:01:20.818298 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a633a61d-0d4e-450f-86c2-7ba0cd085e74 None None] DHCP port deletion for c3e28be2-bcfa-4afd-ab13-222c89764d73 request from dv-cinder-819692-6-iscsi {{(pid=109086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 07 19:01:20.839207 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f51407d8-653d-4188-90b8-7c4504600f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644911'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:20.844683 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f51407d8-653d-4188-90b8-7c4504600f0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:20.847907 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-f51407d8-653d-4188-90b8-7c4504600f0a admin admin] 10.222.0.41 "DELETE /v2.0/networks/c3e28be2-bcfa-4afd-ab13-222c89764d73 HTTP/1.1" status: 204 len: 168 time: 0.5366259 Dec 07 19:01:20.851091 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 40832) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 19:01:20.859315 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51407d8-653d-4188-90b8-7c4504600f0a admin admin] Pushing event deleted for resources: {'Network': ['ID=c3e28be2-bcfa-4afd-ab13-222c89764d73,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 19:01:21.203368 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d6c700fa-b65c-494b-8160-a03b9676195f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646341'] for router_interface, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:21.341437 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 0ce99b94-5aa5-4c4f-9502-48ac2675e165 no longer exists at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 19:01:21.361174 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] No Port match for: 0ce99b94-5aa5-4c4f-9502-48ac2675e165 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 19:01:21.361599 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 0ce99b94-5aa5-4c4f-9502-48ac2675e165 not bound to the agent host dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 19:01:21.362149 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 894da16f-2c92-4ffa-9a5e-b06a2c9be14c no longer exists at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 19:01:21.382024 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] No Port match for: 894da16f-2c92-4ffa-9a5e-b06a2c9be14c {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 19:01:21.382560 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 894da16f-2c92-4ffa-9a5e-b06a2c9be14c not bound to the agent host dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 19:01:21.382980 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 53ce35b5-3779-42df-9c58-228db03769d6 no longer exists at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 19:01:21.401561 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] No Port match for: 53ce35b5-3779-42df-9c58-228db03769d6 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 19:01:21.401903 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device 53ce35b5-3779-42df-9c58-228db03769d6 not bound to the agent host dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 19:01:21.455684 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-d6c700fa-b65c-494b-8160-a03b9676195f admin admin] Deleting port c810455e-f642-4281-bf7b-4b5bcc161f12 {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 19:01:21.456035 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d6c700fa-b65c-494b-8160-a03b9676195f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:21.532395 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [None req-d6c700fa-b65c-494b-8160-a03b9676195f admin admin] For port c810455e-f642-4281-bf7b-4b5bcc161f12, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=c810455e-f642-4281-bf7b-4b5bcc161f12,segment=NetworkSegment(b34cd394-ebe0-4593-9c5b-058ed04190cc),segment_id=b34cd394-ebe0-4593-9c5b-058ed04190cc)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 19:01:21.532695 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d6c700fa-b65c-494b-8160-a03b9676195f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:21.549463 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-d6c700fa-b65c-494b-8160-a03b9676195f admin admin] Calling delete_port for c810455e-f642-4281-bf7b-4b5bcc161f12 owned by network:router_interface {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 19:01:21.724412 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d6c700fa-b65c-494b-8160-a03b9676195f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:21.729625 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:21.759651 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c700fa-b65c-494b-8160-a03b9676195f admin admin] Pushing event deleted for resources: {'Port': ['ID=c810455e-f642-4281-bf7b-4b5bcc161f12,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 19:01:21.914749 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d6c700fa-b65c-494b-8160-a03b9676195f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-968002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646321'] for router_interface, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:22.138533 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c700fa-b65c-494b-8160-a03b9676195f admin admin] Router b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac has already been hosted by L3 agent 91ae99ba-35cb-4a5e-abec-54fff6a8a8fc {{(pid=109084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 19:01:22.241077 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c700fa-b65c-494b-8160-a03b9676195f admin admin] Notify agent at l3_agent.dv-cinder-819692-6-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 19:01:22.246072 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-d6c700fa-b65c-494b-8160-a03b9676195f admin admin] 10.222.0.41 "PUT /v2.0/routers/b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3938673 Dec 07 19:01:22.249240 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 40834) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 19:01:22.251734 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb2efe-3c69-41b1-be05-cc93e4906f11 None None] Sync routers for ids ['b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac'] in dv-cinder-819692-6-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 19:01:22.261987 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cb2efe-3c69-41b1-be05-cc93e4906f11 None None] Routers {'b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 19:01:22.262605 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-79cb2efe-3c69-41b1-be05-cc93e4906f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T19:01:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 19:01:22.350540 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-84d325de-1354-43e0-aa44-5719767d3696 admin admin] Publish callbacks [] for router, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:22.372852 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-79cb2efe-3c69-41b1-be05-cc93e4906f11 None None] Set router b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac gateway port host: dv-cinder-819692-6-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 19:01:22.454393 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-84d325de-1354-43e0-aa44-5719767d3696 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:22.508223 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-84d325de-1354-43e0-aa44-5719767d3696 admin admin] Deleting port de3754bf-beb3-4be1-a0da-fea3c6041422 {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 19:01:22.508572 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-84d325de-1354-43e0-aa44-5719767d3696 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:22.549780 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-79cb2efe-3c69-41b1-be05-cc93e4906f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac', 'name': 'tempest-TestVolumeBootPattern-728686086-router', 'tenant_id': 'aa800d454410452f84425a1b43506d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'external_fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'de3754bf-beb3-4be1-a0da-fea3c6041422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:54:31Z', 'updated_at': '2021-12-07T19:01:21Z', 'revision_number': 5, 'project_id': 'aa800d454410452f84425a1b43506d0a', 'gw_port': {'id': 'de3754bf-beb3-4be1-a0da-fea3c6041422', 'name': '', 'network_id': 'c28673b7-9801-4a6d-8bd7-4540f8f52bd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:80:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819692-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T18:54:32Z', 'updated_at': '2021-12-07T18:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4eaed3e-9832-4ce7-8ae5-d5b0984a0a01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819692-6-iscsi'}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 19:01:22.575110 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb2efe-3c69-41b1-be05-cc93e4906f11 None None] Checking router: b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac for host: dv-cinder-819692-6-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 19:01:22.583326 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cb2efe-3c69-41b1-be05-cc93e4906f11 None None] Routers {'b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac'} bound to L3 agent in host dv-cinder-819692-6-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 19:01:22.583931 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-79cb2efe-3c69-41b1-be05-cc93e4906f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819692-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T18:36:48Z,description=,heartbeat_timestamp=2021-12-07T19:01:18Z,host='dv-cinder-819692-6-iscsi',id=91ae99ba-35cb-4a5e-abec-54fff6a8a8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T18:36:48Z,topic='l3_agent')) {'router_ids': ['b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 19:01:22.585124 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [None req-84d325de-1354-43e0-aa44-5719767d3696 admin admin] For port de3754bf-beb3-4be1-a0da-fea3c6041422, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=de3754bf-beb3-4be1-a0da-fea3c6041422,segment=NetworkSegment(05f8ab8d-4669-4926-ada9-ecff5fb4eb1d),segment_id=05f8ab8d-4669-4926-ada9-ecff5fb4eb1d)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 19:01:22.585512 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-84d325de-1354-43e0-aa44-5719767d3696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:22.598519 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-84d325de-1354-43e0-aa44-5719767d3696 admin admin] Calling delete_port for de3754bf-beb3-4be1-a0da-fea3c6041422 owned by network:router_gateway {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 19:01:22.668634 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-79cb2efe-3c69-41b1-be05-cc93e4906f11 None None] Set router b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 19:01:22.721955 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-79cb2efe-3c69-41b1-be05-cc93e4906f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac', 'name': 'tempest-TestVolumeBootPattern-728686086-router', 'tenant_id': 'aa800d454410452f84425a1b43506d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:54:31Z', 'updated_at': '2021-12-07T19:01:22Z', 'revision_number': 6, 'project_id': 'aa800d454410452f84425a1b43506d0a', 'gw_port_host': None}], 'dv-cinder-819692-6-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 19:01:22.747927 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb2efe-3c69-41b1-be05-cc93e4906f11 None None] The sync data for ids ['b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac'] in dv-cinder-819692-6-iscsi is: [{'id': 'b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac', 'name': 'tempest-TestVolumeBootPattern-728686086-router', 'tenant_id': 'aa800d454410452f84425a1b43506d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T18:54:31Z', 'updated_at': '2021-12-07T19:01:22Z', 'revision_number': 6, 'project_id': 'aa800d454410452f84425a1b43506d0a', 'gw_port_host': None}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 19:01:22.760405 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-84d325de-1354-43e0-aa44-5719767d3696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:22.791842 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d325de-1354-43e0-aa44-5719767d3696 admin admin] Pushing event deleted for resources: {'Port': ['ID=de3754bf-beb3-4be1-a0da-fea3c6041422,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 19:01:22.848895 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-84d325de-1354-43e0-aa44-5719767d3696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644875'] for router_gateway, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:22.936693 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-84d325de-1354-43e0-aa44-5719767d3696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30677'] for router, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:22.938876 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-84d325de-1354-43e0-aa44-5719767d3696 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:22.980298 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-84d325de-1354-43e0-aa44-5719767d3696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646822'] for router, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:22.981693 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d325de-1354-43e0-aa44-5719767d3696 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac {{(pid=109084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 19:01:22.986668 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-84d325de-1354-43e0-aa44-5719767d3696 admin admin] Publish callbacks [] for router, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:22.987800 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-84d325de-1354-43e0-aa44-5719767d3696 admin admin] 10.222.0.41 "DELETE /v2.0/routers/b4cafa24-a0c5-43cf-8f52-15fb95aaf4ac HTTP/1.1" status: 204 len: 168 time: 0.7376516 Dec 07 19:01:22.990416 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 40836) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 19:01:23.036038 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a9e6a1-a78b-4055-8e90-e2c9daece40c admin admin] Deleting subnet e64fdb9e-9b5b-45d3-8f23-ef69e52d3a1b {{(pid=109084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 19:01:23.038938 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c9a9e6a1-a78b-4055-8e90-e2c9daece40c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:23.073812 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c9a9e6a1-a78b-4055-8e90-e2c9daece40c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529821108'] for subnet, precommit_delete_associations {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:23.150668 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c9a9e6a1-a78b-4055-8e90-e2c9daece40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1752923'] for subnet, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:23.207197 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c9a9e6a1-a78b-4055-8e90-e2c9daece40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1752898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530415315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530068101'] for subnet, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:23.232200 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9e6a1-a78b-4055-8e90-e2c9daece40c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e64fdb9e-9b5b-45d3-8f23-ef69e52d3a1b,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 19:01:23.235697 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c9a9e6a1-a78b-4055-8e90-e2c9daece40c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:23.239156 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-c9a9e6a1-a78b-4055-8e90-e2c9daece40c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e64fdb9e-9b5b-45d3-8f23-ef69e52d3a1b HTTP/1.1" status: 204 len: 168 time: 0.2475176 Dec 07 19:01:23.241462 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 40838) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 19:01:23.241623 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85574908-48d7-436a-bf0e-bd1b94afb589 None None] Network 2a29fe56-f54a-49dd-aca1-70ef13b6a078 requested from dv-cinder-819692-6-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 19:01:23.309340 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c425366d-a831-4fb0-8657-1635e5eaeb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639551'] for network, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:23.363699 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-c425366d-a831-4fb0-8657-1635e5eaeb50 admin admin] Deleting port b1be4e7c-8111-4050-88ac-6893490a5d4f {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 19:01:23.364038 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c425366d-a831-4fb0-8657-1635e5eaeb50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:23.429632 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [None req-c425366d-a831-4fb0-8657-1635e5eaeb50 admin admin] For port b1be4e7c-8111-4050-88ac-6893490a5d4f, host dv-cinder-819692-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819692-6-iscsi',level=0,port_id=b1be4e7c-8111-4050-88ac-6893490a5d4f,segment=NetworkSegment(b34cd394-ebe0-4593-9c5b-058ed04190cc),segment_id=b34cd394-ebe0-4593-9c5b-058ed04190cc)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 19:01:23.429965 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c425366d-a831-4fb0-8657-1635e5eaeb50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:23.442279 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-c425366d-a831-4fb0-8657-1635e5eaeb50 admin admin] Calling delete_port for b1be4e7c-8111-4050-88ac-6893490a5d4f owned by network:dhcp {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 19:01:23.491909 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573098f6-1ef3-4f93-b0e0-42a1a0016b94 None None] DHCP port deletion for 2a29fe56-f54a-49dd-aca1-70ef13b6a078 request from dv-cinder-819692-6-iscsi {{(pid=109086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 07 19:01:23.529443 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c425366d-a831-4fb0-8657-1635e5eaeb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530415342'] for port, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:23.548885 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device c810455e-f642-4281-bf7b-4b5bcc161f12 no longer exists at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 19:01:23.562058 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c425366d-a831-4fb0-8657-1635e5eaeb50 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1be4e7c-8111-4050-88ac-6893490a5d4f,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 19:01:23.563962 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c425366d-a831-4fb0-8657-1635e5eaeb50 admin admin] No DVR routers for this DVR port b1be4e7c-8111-4050-88ac-6893490a5d4f on host dv-cinder-819692-6-iscsi {{(pid=109084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 19:01:23.575924 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] No Port match for: c810455e-f642-4281-bf7b-4b5bcc161f12 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 19:01:23.576272 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device c810455e-f642-4281-bf7b-4b5bcc161f12 not bound to the agent host dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 19:01:23.576693 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device b1be4e7c-8111-4050-88ac-6893490a5d4f no longer exists at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 19:01:23.600342 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] No Port match for: b1be4e7c-8111-4050-88ac-6893490a5d4f {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 19:01:23.600685 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device b1be4e7c-8111-4050-88ac-6893490a5d4f not bound to the agent host dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 19:01:23.601113 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device de3754bf-beb3-4be1-a0da-fea3c6041422 no longer exists at agent ovs-agent-dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 19:01:23.603717 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-573098f6-1ef3-4f93-b0e0-42a1a0016b94 None None] Deleting port b1be4e7c-8111-4050-88ac-6893490a5d4f {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 19:01:23.604286 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-573098f6-1ef3-4f93-b0e0-42a1a0016b94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753414605891'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:23.634202 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c425366d-a831-4fb0-8657-1635e5eaeb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587410', 'neutron.services.segments.db._delete_segments_for_network-8753414418342'] for network, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:23.634749 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] No Port match for: de3754bf-beb3-4be1-a0da-fea3c6041422 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 19:01:23.635100 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Device de3754bf-beb3-4be1-a0da-fea3c6041422 not bound to the agent host dv-cinder-819692-6-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 19:01:23.657230 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-c425366d-a831-4fb0-8657-1635e5eaeb50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a29fe56-f54a-49dd-aca1-70ef13b6a078']}} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 19:01:23.667540 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-c425366d-a831-4fb0-8657-1635e5eaeb50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b34cd394-ebe0-4593-9c5b-058ed04190cc') {'for_net_delete': True} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 19:01:23.667863 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-c425366d-a831-4fb0-8657-1635e5eaeb50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b34cd394-ebe0-4593-9c5b-058ed04190cc') {} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 19:01:23.678083 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c425366d-a831-4fb0-8657-1635e5eaeb50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753414568039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529821133'] for segment, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:23.688428 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-573098f6-1ef3-4f93-b0e0-42a1a0016b94 None None] For port b1be4e7c-8111-4050-88ac-6893490a5d4f, host dv-cinder-819692-6-iscsi, got binding levels [] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 19:01:23.688818 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-573098f6-1ef3-4f93-b0e0-42a1a0016b94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649519'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:23.693672 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c425366d-a831-4fb0-8657-1635e5eaeb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828'] for segment, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:23.703330 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c425366d-a831-4fb0-8657-1635e5eaeb50 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=109084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 19:01:23.703885 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c425366d-a831-4fb0-8657-1635e5eaeb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530413617'] for segment, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:23.705753 dv-cinder-819692-6-iscsi neutron-server[109084]: Traceback (most recent call last): Dec 07 19:01:23.705753 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 19:01:23.705753 dv-cinder-819692-6-iscsi neutron-server[109084]: timer() Dec 07 19:01:23.705753 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 19:01:23.705753 dv-cinder-819692-6-iscsi neutron-server[109084]: cb(*args, **kw) Dec 07 19:01:23.705753 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 19:01:23.705753 dv-cinder-819692-6-iscsi neutron-server[109084]: return func(*args, **kwargs) Dec 07 19:01:23.705753 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 19:01:23.705753 dv-cinder-819692-6-iscsi neutron-server[109084]: self._notify() Dec 07 19:01:23.705753 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 19:01:23.705753 dv-cinder-819692-6-iscsi neutron-server[109084]: self.callback(batched_events) Dec 07 19:01:23.705753 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 19:01:23.705753 dv-cinder-819692-6-iscsi neutron-server[109084]: event.method(event) Dec 07 19:01:23.705753 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 19:01:23.705753 dv-cinder-819692-6-iscsi neutron-server[109084]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 19:01:23.705753 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 19:01:23.705753 dv-cinder-819692-6-iscsi neutron-server[109084]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 19:01:23.705753 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 19:01:23.705753 dv-cinder-819692-6-iscsi neutron-server[109084]: return f(self, *a, **k) Dec 07 19:01:23.705753 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 19:01:23.705753 dv-cinder-819692-6-iscsi neutron-server[109084]: return self._get(url).json() Dec 07 19:01:23.705753 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 19:01:23.705753 dv-cinder-819692-6-iscsi neutron-server[109084]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 19:01:23.705753 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 19:01:23.705753 dv-cinder-819692-6-iscsi neutron-server[109084]: return self.request(url, 'GET', **kwargs) Dec 07 19:01:23.705753 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 19:01:23.705753 dv-cinder-819692-6-iscsi neutron-server[109084]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 19:01:23.705753 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 19:01:23.705753 dv-cinder-819692-6-iscsi neutron-server[109084]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 19:01:23.705753 dv-cinder-819692-6-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 19:01:23.705753 dv-cinder-819692-6-iscsi neutron-server[109084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 19:01:23.705753 dv-cinder-819692-6-iscsi neutron-server[109084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 19:01:23.709761 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-573098f6-1ef3-4f93-b0e0-42a1a0016b94 None None] Calling delete_port for b1be4e7c-8111-4050-88ac-6893490a5d4f owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 19:01:23.712726 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.ipam_backend_mixin [None req-573098f6-1ef3-4f93-b0e0-42a1a0016b94 None None] Port b1be4e7c-8111-4050-88ac-6893490a5d4f was not found and therefore no delete operation was performed {{(pid=109086) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 07 19:01:23.714108 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-573098f6-1ef3-4f93-b0e0-42a1a0016b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753414612381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753414087940'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:23.738241 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573098f6-1ef3-4f93-b0e0-42a1a0016b94 None None] Pushing event deleted for resources: {'Port': ['ID=b1be4e7c-8111-4050-88ac-6893490a5d4f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 19:01:23.747157 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573098f6-1ef3-4f93-b0e0-42a1a0016b94 None None] No DVR routers for this DVR port b1be4e7c-8111-4050-88ac-6893490a5d4f on host dv-cinder-819692-6-iscsi {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 19:01:23.749550 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573098f6-1ef3-4f93-b0e0-42a1a0016b94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 19:01:23.749825 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573098f6-1ef3-4f93-b0e0-42a1a0016b94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 19:01:23.750243 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573098f6-1ef3-4f93-b0e0-42a1a0016b94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 19:01:23.750643 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573098f6-1ef3-4f93-b0e0-42a1a0016b94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 19:01:23.751088 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573098f6-1ef3-4f93-b0e0-42a1a0016b94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 19:01:23.751292 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573098f6-1ef3-4f93-b0e0-42a1a0016b94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 19:01:23.751618 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573098f6-1ef3-4f93-b0e0-42a1a0016b94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 19:01:23.751951 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573098f6-1ef3-4f93-b0e0-42a1a0016b94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 19:01:23.752375 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573098f6-1ef3-4f93-b0e0-42a1a0016b94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 19:01:23.752587 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573098f6-1ef3-4f93-b0e0-42a1a0016b94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 19:01:23.752909 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573098f6-1ef3-4f93-b0e0-42a1a0016b94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 19:01:23.753227 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573098f6-1ef3-4f93-b0e0-42a1a0016b94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 19:01:23.753588 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573098f6-1ef3-4f93-b0e0-42a1a0016b94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819692-6-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 19:01:23.773553 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c425366d-a831-4fb0-8657-1635e5eaeb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-968027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644911'] for network, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:23.792488 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c425366d-a831-4fb0-8657-1635e5eaeb50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640673'] for network, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:23.796444 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-c425366d-a831-4fb0-8657-1635e5eaeb50 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2a29fe56-f54a-49dd-aca1-70ef13b6a078 HTTP/1.1" status: 204 len: 168 time: 0.5540283 Dec 07 19:01:23.797837 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c425366d-a831-4fb0-8657-1635e5eaeb50 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a29fe56-f54a-49dd-aca1-70ef13b6a078,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 19:01:23.899401 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 40842) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 19:01:23.938707 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-98b1a297-2b0e-498f-840d-301b2a0d9e1c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a6c2dc4c08b44906ac2fbb104a304b3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381513 Dec 07 19:01:23.941171 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.41', 40844) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 19:01:23.987926 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bd58f9f3-6b9d-4513-9b32-e5eb060ed459 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:24.008858 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bd58f9f3-6b9d-4513-9b32-e5eb060ed459 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:24.061644 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bd58f9f3-6b9d-4513-9b32-e5eb060ed459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:24.064225 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bd58f9f3-6b9d-4513-9b32-e5eb060ed459 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:24.065400 dv-cinder-819692-6-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-bd58f9f3-6b9d-4513-9b32-e5eb060ed459 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dcc0a504-6a36-41c7-b66e-0e35135a6fed HTTP/1.1" status: 204 len: 168 time: 0.1233165 Dec 07 19:01:24.073050 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58f9f3-6b9d-4513-9b32-e5eb060ed459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc0a504-6a36-41c7-b66e-0e35135a6fed,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 19:01:24.381191 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 40850) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 19:01:24.422122 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-0a5b6913-eea9-4dee-ad94-1f69844c8608 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa800d454410452f84425a1b43506d0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393195 Dec 07 19:01:24.424515 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.41', 40852) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 19:01:24.470848 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2fbf080c-0e2b-43f3-8d0f-cf624e8c928a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:24.490843 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2fbf080c-0e2b-43f3-8d0f-cf624e8c928a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:24.537429 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2fbf080c-0e2b-43f3-8d0f-cf624e8c928a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742087'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:24.540710 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2fbf080c-0e2b-43f3-8d0f-cf624e8c928a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:24.541841 dv-cinder-819692-6-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-2fbf080c-0e2b-43f3-8d0f-cf624e8c928a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0039fca6-2a74-44fa-8692-908264c029d8 HTTP/1.1" status: 204 len: 168 time: 0.1164548 Dec 07 19:01:24.549626 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf080c-0e2b-43f3-8d0f-cf624e8c928a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0039fca6-2a74-44fa-8692-908264c029d8,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 19:01:37.918872 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [req-ec8bbffd-629c-4fe3-84e3-56a4d271f618 req-00bafc6e-258a-4a93-ac36-4bb82f207d68 service neutron] (109084) timed out ('10.222.0.23', 53508) {{(pid=109084) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 07 19:01:39.807455 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:45.504535 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-22ab7103-f23b-45b7-ac6c-667ac92f7ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:47.860441 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7dc4a71a-7f0e-4350-a66c-912539dff10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:49.860141 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:50.380388 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:51.732414 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:01:54.462554 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 19:02:09.838072 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:02:15.508262 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-182eb8e6-76de-47d4-982d-205d828e460a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:02:17.862803 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8a339f02-0020-4a32-ad58-6b32689b9c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:02:19.862613 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:02:20.383125 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:02:21.735021 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:02:31.461815 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 19:02:39.852928 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:02:45.509142 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b4811564-f1e2-470b-b7aa-dc2ac405776b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:02:47.865534 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eee10040-d7df-4bc3-92d0-4beba705f06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:02:49.866630 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:02:50.385398 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:02:51.735672 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:03:08.460183 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 19:03:09.867321 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:03:15.509874 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-de90a7f9-ec71-44cc-a186-50cc1d7db190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:03:17.866708 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ee6f3d08-c8f5-4cec-ad5c-c8309948ac4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:03:19.867869 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:03:20.387504 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:03:21.741091 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:03:39.867386 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:03:45.458569 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 19:03:45.511924 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-24a27b76-6216-4d03-9c66-015a070aaf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:03:47.868472 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ab1b5a5d-93a2-421b-8bff-1e2aea7273cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:03:49.871361 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:03:50.391266 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:03:51.742557 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:04:09.882261 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:04:15.513459 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-716f6f9a-6d47-4910-a873-1d0e22bd0abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:04:17.880688 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a818b912-5140-49d5-b9f6-69579cbccfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:04:19.873370 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:04:20.393837 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:04:21.744562 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:04:22.456673 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 19:04:39.879874 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:04:45.513642 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8499161b-9fed-409c-a7e6-612697eac82f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:04:46.219770 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [req-497ce0d4-dfa5-406c-93b9-aeeabaca5faf req-45f26861-9885-4ff2-ba3f-09a835a6b090 service neutron] (109084) timed out ('10.222.0.23', 53530) {{(pid=109084) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 07 19:04:47.873820 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ab1b2e5a-784c-42bf-90dc-a6046e7eb0d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:04:49.775864 dv-cinder-819692-6-iscsi neutron-server[109084]: DEBUG neutron.wsgi [req-99388521-da84-44d1-bc2f-3153fc54187b req-3107f823-df20-451f-88a7-360270acb347 service neutron] (109084) timed out ('10.222.0.41', 34770) {{(pid=109084) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 07 19:04:49.879349 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:04:50.396964 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:04:51.749001 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:04:59.455525 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 19:05:09.895557 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:05:15.514992 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-34eb8eb8-9cb1-4411-a898-1787493546c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:05:17.876101 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-01e16a7d-e272-47e9-b5e3-b0a029387b83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:05:19.880729 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:05:20.398746 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:05:21.751382 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:05:36.455856 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 19:05:39.926775 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:05:45.516623 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bcba3d84-ab4b-4b5d-bb85-4dc71799433e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:05:47.876338 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-edf7a79d-8d08-4f86-820c-90696537eca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:05:49.883586 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:05:50.400918 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:05:51.753646 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:06:09.924343 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:06:13.456261 dv-cinder-819692-6-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-58f856e9-8d82-4938-9d1e-af9afa3853c2 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 19:06:15.519271 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2a03bbb3-08df-49c5-aa5e-10c8f300f75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:06:17.877085 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8b302bb6-c840-4d00-b901-51f98f1e0819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:06:19.885700 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c05aab6-b386-4243-8cde-d00cf68d369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:06:20.403815 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d63a068-c04c-4e89-aa39-937e9feadd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:06:21.757895 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901a827-2ad5-4704-91d9-b1bf5baf92a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 19:06:32.982657 dv-cinder-819692-6-iscsi neutron-server[109085]: DEBUG neutron.wsgi [req-9b19d98d-c2ef-450a-bd88-c31774f8f1f1 req-2bf9beaa-c053-466a-9119-bea65c9a78dd service neutron] (109085) timed out ('10.222.0.41', 37862) {{(pid=109085) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 07 19:06:39.940469 dv-cinder-819692-6-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b75-0a47-4576-9444-4a825b2de787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753414414704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584772'] for agent, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}